-- Logs begin at Wed 2021-10-27 14:19:37 UTC, end at Wed 2021-10-27 15:27:31 UTC. --
Oct 27 14:56:51.155768 dv-cinder-815673-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Oct 27 14:56:53.292991 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.common.config [-] Logging enabled!
Oct 27 14:56:53.293530 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40
Oct 27 14:56:53.293764 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82609) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Oct 27 14:56:53.295996 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.common.config [-] Logging enabled!
Oct 27 14:56:53.296248 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev40
Oct 27 14:56:53.296491 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82609) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Oct 27 14:56:53.297472 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:56:53.297703 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:56:53.298058 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:56:53.298305 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:56:53.298526 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:56:53.298841 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.299135 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.299432 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.299681 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.299969 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.300256 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.300532 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.300822 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.301118 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.301404 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.301682 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.301964 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.302193 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.302472 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.302758 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.303042 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.303264 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.303574 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.304007 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.304411 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.304687 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.304976 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.305249 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.305520 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.305798 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.306123 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] host                           = dv-cinder-815673-1-iscsi {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.306395 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.306678 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.306962 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.307244 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.307538 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.307815 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.308097 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.308371 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.308640 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.308911 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.309194 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.309478 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.309769 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.309991 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.310208 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.310490 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.310775 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.311048 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.311323 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.311617 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.311886 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.312154 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.312419 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.313213 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.313496 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.313781 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.314052 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.314324 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.314591 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.314857 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.315139 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.315409 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.315703 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.315973 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.316255 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.316522 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.316790 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.317087 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.317372 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.317651 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.317935 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.318205 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.318483 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.318757 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.319028 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.319296 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.319591 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.319859 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.320137 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.320407 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.320673 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.320940 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.321209 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.321494 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:53.321783 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.322078 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.322375 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.322653 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.322939 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.323220 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.323531 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.323809 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.324094 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.324378 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.324660 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.324931 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.325212 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.325501 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.325787 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.326058 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.326335 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.326622 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.326895 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.327162 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.327466 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.327744 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.328017 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.328930 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.329208 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.329482 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.329751 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.330021 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.330293 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.330578 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.330850 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.331118 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.331384 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.331682 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.331949 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.332227 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.332498 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.332764 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.333031 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.333303 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.333572 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.333838 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.334112 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.334379 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.334652 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.334919 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.335185 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.335472 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.335744 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.336014 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.336279 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.336547 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.336819 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.337088 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.337355 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.337622 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.337891 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.338160 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.338442 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.338734 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.339010 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.339280 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.339584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.339857 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.340127 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.340397 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.340668 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.340939 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.341207 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.341496 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.341776 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.342057 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.342334 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.342607 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.342896 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.343167 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.343485 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.343737 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.344032 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.344310 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.344589 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.344879 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.345166 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.345455 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.345745 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.346034 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.346309 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.346617 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.346892 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:53.347106 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:56:53.347345 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82609) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Oct 27 14:56:53.749015 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO keyring.backend [-] Loading KWallet
Oct 27 14:56:53.757025 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO keyring.backend [-] Loading SecretService
Oct 27 14:56:53.760273 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO keyring.backend [-] Loading Windows
Oct 27 14:56:53.761577 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO keyring.backend [-] Loading chainer
Oct 27 14:56:53.762165 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO keyring.backend [-] Loading macOS
Oct 27 14:56:53.796138 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:56:53.796415 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:56:53.796703 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:56:53.797575 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [-] Loading core plugin: ml2
Oct 27 14:56:54.100218 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.100439 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.100718 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.156103 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.156912 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.157179 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.160571 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.160849 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.161117 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.189924 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.190200 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.190473 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.217103 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.217381 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.217645 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.542189 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fac2a946a60> agent after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.542862 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fac2a946a60> agent after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.542862 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fac2a946af0> segment precommit_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.543050 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fac2a946b80> network precommit_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.543721 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fac2a94ed30> segment before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.669613 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> network before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.669929 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fac2a92e5e0> agent before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.670212 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> network before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.670483 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.670747 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.671056 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> segment after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.671319 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> segment precommit_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.671600 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> segment precommit_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.671875 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> segment after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.672157 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> network after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.672416 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> network precommit_delete 0 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.672678 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port provisioning_complete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.672940 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.673193 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.673457 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> agent after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.673723 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> subnet after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.673975 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> subnet precommit_delete 0 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.674246 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.674499 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.674782 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> segment_host_mapping after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.675127 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.675377 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.675645 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> port after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.675924 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.676171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.676415 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fac2b878bb0>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.676793 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.677028 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.677260 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.677490 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.677720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.677951 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:54.678495 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Oct 27 14:56:54.681704 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Oct 27 14:56:54.685681 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Oct 27 14:56:54.690008 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])])
Oct 27 14:56:54.691656 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Oct 27 14:56:54.692042 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Oct 27 14:56:54.692373 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Oct 27 14:56:54.692749 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Oct 27 14:56:54.695575 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Oct 27 14:56:54.695827 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Oct 27 14:56:54.696169 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Oct 27 14:56:54.724178 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Oct 27 14:56:54.724637 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fac2a90f3a0>> qos_plugin after_init 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.724918 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82609) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Oct 27 14:56:54.725279 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fac2a90f670>> logging-plugin after_init 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.726645 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82609) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Oct 27 14:56:54.726921 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Oct 27 14:56:54.727165 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Oct 27 14:56:54.730384 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fac2a7d3fa0>> floatingip before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.730664 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fac2a7d3fa0>> port before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:54.791114 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Oct 27 14:56:54.791351 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Oct 27 14:56:54.791615 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Oct 27 14:56:54.791977 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Oct 27 14:56:54.822283 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_db.sqlalchemy.engines [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82609) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Oct 27 14:56:55.144759 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing driver for type 'gre'
Oct 27 14:56:55.145210 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] gre ID ranges: [(1, 1000)]
Oct 27 14:56:55.199075 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing driver for type 'local'
Oct 27 14:56:55.199409 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing driver for type 'vlan'
Oct 27 14:56:55.211210 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] VlanTypeDriver initialization complete
Oct 27 14:56:55.211587 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing driver for type 'vxlan'
Oct 27 14:56:55.212076 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] vxlan ID ranges: [(1, 1000)]
Oct 27 14:56:55.281372 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing extension driver 'port_security'
Oct 27 14:56:55.281713 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.extensions.port_security [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] PortSecurityExtensionDriver initialization complete
Oct 27 14:56:55.282049 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing mechanism driver 'openvswitch'
Oct 27 14:56:55.282377 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing mechanism driver 'hyperv'
Oct 27 14:56:55.289178 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.plugins.ml2.plugin [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82609) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:56:55.289935 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fc880>> port after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.290300 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fc880>> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.290644 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fc880>> port after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.291022 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fcca0>> subnet after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.291366 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fcca0>> subnet after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.291724 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a6fcca0>> subnet after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.292096 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1220>> network after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.292435 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1220>> network after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.292767 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1220>> network after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.293132 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1490>> security_group after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.293467 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1490>> security_group after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.293798 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1490>> security_group after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.294162 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1760>> security_group_rule after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.294493 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1760>> security_group_rule after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.294822 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fac2a1e1760>> security_group_rule after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.295148 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] ML2 OVO RPC backend initialized. {{(pid=82609) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Oct 27 14:56:55.295798 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> router_interface after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.296143 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> router_interface after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.296547 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> network before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.297368 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> networks before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.297701 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> port before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.298030 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> ports before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.298363 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> subnet before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.298692 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> subnets before_response 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.299024 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> network after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.299352 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> network after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.299700 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> network after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.300025 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> port after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.300352 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.300675 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> port after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.301004 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> subnet after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.301332 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> subnet after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.301659 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fac2a1e19d0>> subnet after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.302227 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.plugin [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Modular L2 Plugin initialization complete
Oct 27 14:56:55.302548 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading services supported by the core plugin {{(pid=82609) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Oct 27 14:56:55.302866 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.plugins.ml2.managers [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Got port-security extension from driver 'port_security'
Oct 27 14:56:55.303320 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.extensions.vlantransparent [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Disabled vlantransparent extension.
Oct 27 14:56:55.303767 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82609) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Oct 27 14:56:55.304075 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: router
Oct 27 14:56:55.339911 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router_interface before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.340295 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_create 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.340652 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router before_create 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.341011 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router_interface before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.341373 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router_interface after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.341719 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_delete 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.342065 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> floatingip after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.342418 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_create 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.342755 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.343091 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.343430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router_gateway after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.343830 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.344230 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.344587 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fac2a75aee0> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.344917 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fac2a75adc0> port after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.345244 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fac2a75ae50> subnet after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.345571 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fac2a75af70> subnetpool_address_scope after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.345910 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> port precommit_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.346246 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_create 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.346576 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fac2a73fe50> port before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.346908 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.347251 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router after_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.347613 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_delete 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.347953 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_create 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.348302 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router_interface after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.348635 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> router precommit_update 55549900 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.348987 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> agent after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.349326 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> agent after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.349659 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fac2a1e1c40>> network after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.350505 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Tracking information for resource: router configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:55.350826 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Tracking information for resource: floatingip configured {{(pid=82609) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Oct 27 14:56:55.355718 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.db.l3_agentschedulers_db [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Oct 27 14:56:55.356278 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fac2a15e700> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.356629 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fac2a15e5e0> port after_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.356972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _notify_port_delete at 0x7fac2a15e670> port after_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.357314 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fac2a15e9d0> port after_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.358089 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac2a18f4f0>> router before_create 55550100 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.358442 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac2a18f4f0>> router precommit_delete 55550100 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.358793 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac2a18f4f0>> router precommit_create 55550100 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.359139 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fac2a18f4f0>> router precommit_update 55550100 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.364098 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.provider_configuration [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service providers = [] {{(pid=82609) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Oct 27 14:56:55.364458 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.db.servicetype_db [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82609) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Oct 27 14:56:55.367543 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.service_base [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:56:55.367888 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.service_base [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:56:55.368222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.service_base [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:56:55.369092 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.services.service_base [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82609) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Oct 27 14:56:55.369456 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.services.service_base [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Default provider is not specified for service type L3_ROUTER_NAT
Oct 27 14:56:55.369822 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.370132 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Oct 27 14:56:55.381157 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.381485 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: auto_allocate
Oct 27 14:56:55.387278 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fac2a1a7e50> network precommit_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.387666 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fac2a1a7e50> network precommit_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.388177 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.388486 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: tag
Oct 27 14:56:55.395321 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.395628 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: timestamp
Oct 27 14:56:55.399378 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.399733 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: network_ip_availability
Oct 27 14:56:55.404909 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac2a1a2be0>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.405271 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac2a1a2be0>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.405616 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac2a1a2be0>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.406833 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.407144 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: flavors
Oct 27 14:56:55.412316 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.412641 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading Plugin: revisions
Oct 27 14:56:55.416845 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82609) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Oct 27 14:56:55.417225 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.620s {{(pid=82609) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:56:55.417954 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82609) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Oct 27 14:56:55.418279 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Initializing extension manager.
Oct 27 14:56:55.418777 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: __init__.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.419099 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: __pycache__ {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.419424 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.419774 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.420096 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: _filter_validation_lib.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.420415 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.420731 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: address_group.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.421461 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.422544 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: address-group
Oct 27 14:56:55.422860 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: address_scope.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.423576 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.424069 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: address-scope
Oct 27 14:56:55.424379 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.425285 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.425772 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: router-admin-state-down-before-update
Oct 27 14:56:55.426082 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: agent.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.426757 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.427242 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: agent
Oct 27 14:56:55.427584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: agent_resources_synced.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.428473 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.428958 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: agent-resources-synced
Oct 27 14:56:55.429267 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: allowedaddresspairs.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.431021 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.431560 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: allowed-address-pairs
Oct 27 14:56:55.431885 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: auto_allocated_topology.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.432955 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.433462 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: auto-allocated-topology
Oct 27 14:56:55.433783 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: availability_zone.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.434460 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.434954 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: availability_zone
Oct 27 14:56:55.435273 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: availability_zone_filter.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.436197 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.436694 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: availability_zone_filter
Oct 27 14:56:55.437008 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: data_plane_status.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.437915 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.438404 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension data-plane-status not supported by any of loaded plugins
Oct 27 14:56:55.438716 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: default_subnetpools.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.439631 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.440122 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: default-subnetpools
Oct 27 14:56:55.440434 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.441188 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.441677 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: dhcp_agent_scheduler
Oct 27 14:56:55.441990 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: dns.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.442882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.443366 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension dns-integration not supported by any of loaded plugins
Oct 27 14:56:55.443701 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: dns_domain_ports.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.444597 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.445081 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension dns-domain-ports not supported by any of loaded plugins
Oct 27 14:56:55.445393 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: dvr.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.446044 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.446531 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: dvr
Oct 27 14:56:55.446843 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: empty_string_filtering.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.447763 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.448256 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: empty-string-filtering
Oct 27 14:56:55.448568 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.449453 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.449938 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Oct 27 14:56:55.450250 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.451143 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.451692 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Oct 27 14:56:55.452004 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: external_net.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.452912 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.453554 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: external-net
Oct 27 14:56:55.453901 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.454792 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.455282 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: extra_dhcp_opt
Oct 27 14:56:55.455651 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: extraroute.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.456548 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.457038 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: extraroute
Oct 27 14:56:55.457348 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: extraroute_atomic.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.458360 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.458859 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: extraroute-atomic
Oct 27 14:56:55.459173 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: filter_validation.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.459848 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.460337 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: filter-validation
Oct 27 14:56:55.460645 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: fip_pf_description.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.461716 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.462209 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Oct 27 14:56:55.462523 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: fip_port_details.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.463413 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.463922 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: fip-port-details
Oct 27 14:56:55.464232 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: flavors.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.465452 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.465948 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: flavors
Oct 27 14:56:55.466260 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.467931 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.468441 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Oct 27 14:56:55.469285 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: floatingip_pools.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.469969 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.470460 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: floatingip-pools
Oct 27 14:56:55.470780 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: ip_allocation.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.471706 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.472199 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension ip_allocation not supported by any of loaded plugins
Oct 27 14:56:55.472519 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.473417 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.473910 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: ip-substring-filtering
Oct 27 14:56:55.474229 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l2_adjacency.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.475127 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.475655 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension l2_adjacency not supported by any of loaded plugins
Oct 27 14:56:55.475974 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.476916 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.477423 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: router
Oct 27 14:56:55.477741 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.479963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.480473 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Oct 27 14:56:55.480796 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.481711 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.482213 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: ext-gw-mode
Oct 27 14:56:55.482530 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.483432 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.483956 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: l3-ha
Oct 27 14:56:55.484272 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3_flavors.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.485700 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.486199 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: l3-flavors
Oct 27 14:56:55.486514 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.487425 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.487945 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: l3-port-ip-change-not-allowed
Oct 27 14:56:55.488261 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: l3agentscheduler.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.489249 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.489744 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: l3_agent_scheduler
Oct 27 14:56:55.490060 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: logging.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.491563 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.492069 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension logging not supported by any of loaded plugins
Oct 27 14:56:55.492392 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: metering.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.493122 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.493682 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: metering
Oct 27 14:56:55.493998 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.495066 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.495591 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: metering_source_and_destination_fields
Oct 27 14:56:55.495913 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: multiprovidernet.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.496941 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.497437 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: multi-provider
Oct 27 14:56:55.497756 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: netmtu.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.498649 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.499141 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: net-mtu
Oct 27 14:56:55.499483 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: netmtu_writable.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.500407 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.500892 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: net-mtu-writable
Oct 27 14:56:55.501204 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: network_availability_zone.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.501852 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.502337 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: network_availability_zone
Oct 27 14:56:55.502647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: network_ip_availability.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.503758 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.504252 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: network-ip-availability
Oct 27 14:56:55.504566 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: network_segment_range.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.505313 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.505799 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension network-segment-range not supported by any of loaded plugins
Oct 27 14:56:55.506111 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: pagination.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.507079 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.507403 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: pagination
Oct 27 14:56:55.507742 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.508636 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.509132 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: port-mac-address-regenerate
Oct 27 14:56:55.509443 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: port_resource_request.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.510354 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.510840 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension port-resource-request not supported by any of loaded plugins
Oct 27 14:56:55.511149 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: portbindings.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.512096 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.512589 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: binding
Oct 27 14:56:55.512904 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: portbindings_extended.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.514157 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.514656 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: binding-extended
Oct 27 14:56:55.514972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: portsecurity.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.515913 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.516408 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: port-security
Oct 27 14:56:55.516723 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: project_id.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.517672 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.517999 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: project-id
Oct 27 14:56:55.518314 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: providernet.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.519203 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.519737 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: provider
Oct 27 14:56:55.520053 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.523572 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.524083 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos not supported by any of loaded plugins
Oct 27 14:56:55.524408 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.525644 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.526145 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Oct 27 14:56:55.526469 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.527374 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.527892 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Oct 27 14:56:55.528210 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_default.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.529103 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.529592 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-default not supported by any of loaded plugins
Oct 27 14:56:55.529914 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_fip.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.530542 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.531027 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-fip not supported by any of loaded plugins
Oct 27 14:56:55.531882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_gateway_ip.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.532786 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.533548 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Oct 27 14:56:55.533862 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_port_network_policy.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.534751 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.535243 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Oct 27 14:56:55.535590 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_rule_type_details.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.536482 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.536970 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Oct 27 14:56:55.537280 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: qos_rules_alias.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.538306 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.538798 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension qos-rules-alias not supported by any of loaded plugins
Oct 27 14:56:55.539111 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: quotasv2.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.539992 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.540311 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: quotas
Oct 27 14:56:55.540623 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: quotasv2_detail.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.542362 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.542889 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: quota_details
Oct 27 14:56:55.543021 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: rbac.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.544084 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.544600 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: rbac-policies
Oct 27 14:56:55.544922 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: rbac_address_scope.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.545829 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.546328 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: rbac-address-scope
Oct 27 14:56:55.546644 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: rbac_security_groups.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.548183 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.548683 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: rbac-security-groups
Oct 27 14:56:55.549002 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: rbac_subnetpool.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.549894 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.550393 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: rbac-subnetpool
Oct 27 14:56:55.550710 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: revisionifmatch.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.551640 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.552135 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: revision-if-match
Oct 27 14:56:55.552450 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: revisions.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.553540 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.554033 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: standard-attr-revisions
Oct 27 14:56:55.554355 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: router_availability_zone.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.555009 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.555534 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: router_availability_zone
Oct 27 14:56:55.555853 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: routerservicetype.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.556766 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.557256 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension router-service-type not supported by any of loaded plugins
Oct 27 14:56:55.557571 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.558462 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.558958 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: port-security-groups-filtering
Oct 27 14:56:55.559270 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: securitygroup.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.570046 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.570562 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: security-group
Oct 27 14:56:55.570884 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: segment.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.571672 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.572177 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension segment not supported by any of loaded plugins
Oct 27 14:56:55.572497 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.573422 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.573916 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Oct 27 14:56:55.574233 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: servicetype.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.575315 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.575848 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: service-type
Oct 27 14:56:55.576170 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: sorting.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.577136 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.577460 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: sorting
Oct 27 14:56:55.577775 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: standard_attr_segment.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.578694 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.579191 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension standard-attr-segment not supported by any of loaded plugins
Oct 27 14:56:55.579525 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: standardattrdescription.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.580157 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.580646 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: standard-attr-description
Oct 27 14:56:55.580957 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: stateful_security_group.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.581867 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.582359 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: stateful-security-group
Oct 27 14:56:55.582673 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: stdattrs_common.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.583247 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Oct 27 14:56:55.583593 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.584516 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.585004 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Oct 27 14:56:55.585316 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnet_onboard.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.586422 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.586927 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: subnet_onboard
Oct 27 14:56:55.587242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.588180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.588674 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Oct 27 14:56:55.588987 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnet_service_types.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.589889 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.590391 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: subnet-service-types
Oct 27 14:56:55.590704 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnetallocation.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.591786 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.592301 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: subnet_allocation
Oct 27 14:56:55.592618 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.593268 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.594294 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: subnetpool-prefix-ops
Oct 27 14:56:55.594611 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.595547 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.596043 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Oct 27 14:56:55.596360 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: tagging.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.597396 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.597894 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: standard-attr-tag
Oct 27 14:56:55.598213 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: timestamp.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.599389 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.599920 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loaded extension: standard-attr-timestamp
Oct 27 14:56:55.600238 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: trunk.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.601249 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.601749 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension trunk not supported by any of loaded plugins
Oct 27 14:56:55.602063 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: trunk_details.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.602963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.603492 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension trunk-details not supported by any of loaded plugins
Oct 27 14:56:55.603810 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: uplink_status_propagation.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.604709 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.605204 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Oct 27 14:56:55.605518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Loading extension file: vlantransparent.py {{(pid=82609) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Oct 27 14:56:55.606166 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82609) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Oct 27 14:56:55.606657 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extension vlan-transparent not supported by any of loaded plugins
Oct 27 14:56:55.608860 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:network
Oct 27 14:56:55.610162 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnet
Oct 27 14:56:55.610918 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:56:55.611531 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:port
Oct 27 14:56:55.612771 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.613201 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service FLAVORS assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.613819 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.614240 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.614562 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:router
Oct 27 14:56:55.615199 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:floatingip
Oct 27 14:56:55.615915 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service METERING assigned prefix: /metering {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.617302 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac29ff8880>> rbac-policy before_create 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.617656 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac29ff8880>> rbac-policy before_update 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.617997 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fac29ff8880>> rbac-policy before_delete 55550000 {{(pid=82609) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 14:56:55.619104 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 27 14:56:55.619551 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:security_group
Oct 27 14:56:55.620191 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 27 14:56:55.620912 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service CORE assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.621236 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:56:55.621563 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] subnetpool is already registered
Oct 27 14:56:55.622156 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service CORE assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.622476 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:56:55.622791 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] subnetpool is already registered
Oct 27 14:56:55.625334 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.625755 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service FLAVORS assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.626331 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.626738 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.627059 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:router
Oct 27 14:56:55.627379 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] router is already registered
Oct 27 14:56:55.627979 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:floatingip
Oct 27 14:56:55.628300 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] floatingip is already registered
Oct 27 14:56:55.628908 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service METERING assigned prefix: /metering {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.629558 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of CountableResource for resource:rbac_policy
Oct 27 14:56:55.629878 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] rbac_policy is already registered
Oct 27 14:56:55.630404 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:security_group
Oct 27 14:56:55.630723 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] security_group is already registered
Oct 27 14:56:55.631290 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:security_group_rule
Oct 27 14:56:55.631638 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] security_group_rule is already registered
Oct 27 14:56:55.632277 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service CORE assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.632596 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:56:55.632912 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] subnetpool is already registered
Oct 27 14:56:55.633496 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.v2.resource_helper [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Service CORE assigned prefix:  {{(pid=82609) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Oct 27 14:56:55.633812 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Creating instance of TrackedResource for resource:subnetpool
Oct 27 14:56:55.634136 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING neutron.quota.resource_registry [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] subnetpool is already registered
Oct 27 14:56:55.634751 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: extensions {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.636216 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: address-groups {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.637760 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: address-scopes {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.638925 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: agents {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.640095 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: auto-allocated-topology {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.641327 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: availability_zones {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.642608 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: dhcp-networks {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.644018 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: dhcp-agents {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.645430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: routers {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.647126 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: flavors {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.648297 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: service_profiles {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.649467 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: next_providers {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.650986 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: service_profiles {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.652415 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: floatingip-pools {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.653584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: routers {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.655325 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: floatingips {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.657097 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: l3-routers {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.658683 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: l3-agents {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.660073 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: metering-labels {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.662208 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: metering-label-rules {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.663415 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: network-ip-availabilities {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.664640 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: bindings {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.666259 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: quotas {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.667661 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: quotas {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.669038 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: rbac-policies {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.670287 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: security-groups {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.671473 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: security-group-rules {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.673655 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: service-providers {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.678281 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: subnetpools {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.679993 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: subnetpools {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.681417 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.683053 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.685048 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.686958 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.688738 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.690619 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.692704 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.694503 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.696327 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.698138 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron.api.extensions [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Extended resource: tags {{(pid=82609) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Oct 27 14:56:55.704181 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING keystonemiddleware.auth_token [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Oct 27 14:56:55.708856 dv-cinder-815673-1-iscsi neutron-server[82609]: WARNING keystonemiddleware.auth_token [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Oct 27 14:56:55.717275 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Acquired lock "singleton_lock" {{(pid=82609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Oct 27 14:56:55.717735 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_concurrency.lockutils [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Releasing lock "singleton_lock" {{(pid=82609) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Oct 27 14:56:55.718355 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Starting 2 workers
Oct 27 14:56:55.723374 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Started child 82714 {{(pid=82609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:56:55.727502 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Started child 82715 {{(pid=82609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:56:55.728793 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.729659 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO neutron.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Neutron service started, listening on 0.0.0.0:9696
Oct 27 14:56:55.729838 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Notify callbacks [] for process, before_spawn {{(pid=82609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.730321 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [-] (82714) wsgi starting up on http://0.0.0.0:9696
Oct 27 14:56:55.732170 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Starting 1 workers
Oct 27 14:56:55.732342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.733510 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [-] (82715) wsgi starting up on http://0.0.0.0:9696
Oct 27 14:56:55.737635 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Started child 82716 {{(pid=82609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:56:55.738160 dv-cinder-815673-1-iscsi neutron-server[82609]: INFO oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Starting 1 workers
Oct 27 14:56:55.741517 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] calling RpcWorker wait() {{(pid=82716) _wait /opt/stack/neutron/neutron/service.py:128}}
Oct 27 14:56:55.742055 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] returning from RpcWorker wait() {{(pid=82716) _wait /opt/stack/neutron/neutron/service.py:135}}
Oct 27 14:56:55.742283 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Started child 82717 {{(pid=82609) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Oct 27 14:56:55.743067 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG neutron_lib.callbacks.manager [None req-f29c2f17-6745-438e-851e-8038a2614dc4 None None] Notify callbacks [] for process, after_spawn {{(pid=82609) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.743416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.743955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:56:55.744934 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 27 14:56:55.745138 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:56:55.745313 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:56:55.745509 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:56:55.745842 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:56:55.746001 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:56:55.746509 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.746756 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.747029 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.747187 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:56:55.747676 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.747676 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.748099 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.748193 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:56:55.748332 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.748577 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.748843 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.749095 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.749257 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.749419 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.749683 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.749916 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.750284 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.750550 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.750791 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.751063 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.751225 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.751510 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.751775 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.751994 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.752253 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.752497 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.752965 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.753188 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.753431 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.753663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.753919 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.754155 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.754416 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.754624 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.754862 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.755091 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.755351 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.755600 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.755842 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.756082 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.756294 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.756738 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] host                           = dv-cinder-815673-1-iscsi {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.756972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.757179 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.757416 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.757656 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.757914 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.758119 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.758354 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.758597 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.758857 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.759091 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.759364 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.759605 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.759813 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.760050 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.760273 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.760445 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.760715 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.760967 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.761194 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.761331 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.761455 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.761713 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.761868 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.762125 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.762337 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.762544 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.762751 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.763014 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.763248 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.763499 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.763713 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.763938 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.764154 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.764411 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.764629 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.764845 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.765068 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.765282 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.765492 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.766240 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.766479 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.766738 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.766925 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.767133 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.767357 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.767656 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.767923 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.768151 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.768417 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.768642 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.768862 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.769071 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.769323 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.769542 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.769777 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.770029 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.770238 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.770460 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.770664 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.770903 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.771091 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.771337 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.771620 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.771894 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.772055 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.772194 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.772405 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.772614 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.772856 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.773250 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.773521 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.773833 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.774074 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.774297 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.774544 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.774788 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.775032 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.775275 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.775532 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.776006 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.776209 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.776591 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.776740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.776984 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.89/identity {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.777345 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.777552 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.777693 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.777892 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.778101 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.778351 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.778531 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.778779 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.779010 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.779239 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.779560 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.779789 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.780012 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.780225 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.780463 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.780700 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.780907 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.781126 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.781463 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.782193 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.782339 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.782546 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.782769 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.783230 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.783499 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.783750 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.784043 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.784549 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.784549 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.784992 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.784992 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.785274 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.785274 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.785535 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.785679 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.785878 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.786123 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.786334 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.786563 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.786790 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.787022 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.787711 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.787711 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.787711 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.787941 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.788109 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.788353 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.788553 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.788772 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.789001 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.789202 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.789423 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.789623 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.789858 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.790064 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.790267 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.790472 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.790678 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.790934 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.791209 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.791564 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.791813 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.792062 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.792276 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.792526 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.792736 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.792973 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.793206 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.793419 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.793629 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.793887 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.794160 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.794375 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.794585 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.794823 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.795057 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.795265 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.795516 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.795749 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.795978 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.796194 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.796451 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.796676 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.796944 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.797209 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.797449 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.797721 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.797951 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.798224 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.798435 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.798702 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.798989 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.799273 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.799578 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.799812 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.800068 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.800316 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.800571 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.800825 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.801073 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.801326 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.801567 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.801842 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.802095 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.802320 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.802540 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.802765 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.803105 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.803357 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.803609 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.803875 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.804154 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.804392 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.804653 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.804911 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.805165 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.805410 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.805648 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.805869 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.89/identity {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.806076 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.806318 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.806539 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.806746 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.806975 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.807225 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.807467 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.807726 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.808486 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.808486 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.808486 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.808806 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.808806 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.809075 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.809265 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.809504 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.809715 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.809929 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.810218 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.810414 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.810647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.810858 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.811081 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.811494 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.811694 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.811974 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.812231 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.812491 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.812708 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.812939 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.813193 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.813399 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.813642 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.813874 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.814080 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.814289 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.814513 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.814723 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.814926 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.815163 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.815370 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.815660 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.815877 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.816199 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.816437 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.816541 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35058) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:56:55.816701 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.816915 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.817122 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.817337 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.817569 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.817782 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.817989 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.818200 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.818450 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.818666 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.818884 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.819103 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.819310 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.819539 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.819755 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.819979 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.820321 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.820437 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.820649 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.820941 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.821162 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.821383 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.821773 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.822082 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.822240 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.822591 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.822947 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.823163 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.823390 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.823711 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.823963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.824179 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.824469 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.824726 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.825453 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.825453 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.826572 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.826744 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [-] 10.222.0.89 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0065918
Oct 27 14:56:55.826901 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.826901 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.826901 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.827297 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.827465 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.829369 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.829369 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.829369 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.829369 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.829369 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.830512 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.830809 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.831077 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.831295 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.831632 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.831960 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.833223 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.833509 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.833760 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.834012 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.834257 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.834471 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.834715 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.834956 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.835172 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.835424 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.836514 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.836626 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.836782 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.837230 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.837607 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.837856 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.838083 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.838305 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.838538 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.838690 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:56:55.839338 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82609) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Oct 27 14:56:55.839779 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Oct 27 14:56:55.839961 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Oct 27 14:56:55.840149 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Oct 27 14:56:55.840329 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Oct 27 14:56:55.840491 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Oct 27 14:56:55.840706 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.840875 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841034 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841195 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841363 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841549 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841721 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.841865 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.842177 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.842500 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.842801 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.843149 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.843496 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.844449 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.844794 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.844955 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845116 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845280 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845465 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845625 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845785 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.845945 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.846191 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.846360 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.846573 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.846736 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847040 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847200 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847365 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847598 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847761 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.847907 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848065 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848216 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848377 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848528 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848691 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.848845 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.849160 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.849449 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] host                           = dv-cinder-815673-1-iscsi {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.849743 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.849902 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850062 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850224 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850397 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850536 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850694 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.850854 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851011 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.851972 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852316 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852316 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852477 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852545 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852797 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.852797 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853020 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853106 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853272 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853429 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853586 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853747 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.853905 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854060 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854211 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854367 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854526 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854686 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854839 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.854996 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855155 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855304 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855505 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855652 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855812 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.855953 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856095 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856249 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856384 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856547 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856703 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.856861 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857017 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857176 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857332 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857488 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857645 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857806 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.857964 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858121 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858280 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858439 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858595 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858752 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.858909 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859065 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859409 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859589 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859746 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.859903 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.860060 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.860218 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.860377 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Oct 27 14:56:55.860555 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.860715 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862180 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.89/identity {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.862963 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.863686 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.863686 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.863686 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.864423 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.864588 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.864750 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.864984 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.865109 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.865213 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.865371 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.865617 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.865781 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.866131 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.866467 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.866800 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.867126 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.867475 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.867705 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.867833 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.867953 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869054 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869795 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869795 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869795 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869795 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.869795 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.870132 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.870132 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.870266 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.870341 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.871030 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.871030 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.871030 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.871030 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.872333 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873222 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873849 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873849 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873849 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.873849 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.874844 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.876518 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877059 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877462 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877462 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877462 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877675 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877751 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.877853 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878012 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878175 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878343 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878512 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878705 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878832 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.878995 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.879158 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.879347 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.879522 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.879830 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.880142 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.880330 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.880475 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.881882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882372 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882372 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882372 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882742 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882742 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.882742 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883122 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883122 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.89/identity {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883391 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883391 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883693 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.883693 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.884720 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.885584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.885584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.885584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.885584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.885584 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.886206 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.886206 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.886206 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.886206 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.888072 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.889171 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.893740 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.894430 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895016 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.895647 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.896420 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897140 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.897663 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898174 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898174 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898174 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898371 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898446 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898613 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898774 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.898934 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899098 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899259 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899421 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899602 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899762 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.899922 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900082 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900242 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900403 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900563 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900723 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.900882 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.901042 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.901966 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.901966 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.901966 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Oct 27 14:56:55.901966 dv-cinder-815673-1-iscsi neutron-server[82609]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82609) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Oct 27 14:57:06.094869 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6c2a71-6e48-4232-9858-2a8e50287c8b None None] get_active_networks_info from dv-cinder-815673-1-iscsi {{(pid=82716) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Oct 27 14:57:06.176079 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6c2a71-6e48-4232-9858-2a8e50287c8b None None] No non-hosted networks {{(pid=82716) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Oct 27 14:57:06.192512 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.agentschedulers_db [None req-9c6c2a71-6e48-4232-9858-2a8e50287c8b None None] DHCP Agent not found on host dv-cinder-815673-1-iscsi {{(pid=82716) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Oct 27 14:57:06.242861 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-34dcb9dd-24e9-4a86-97a9-6f8a3d7a966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:06.504822 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:06.505642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.506150 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.506628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.507098 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.507670 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.508224 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.509635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.510363 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.510854 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.518289 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.518955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:06.519551 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac29d0e6d0>, 'Open vSwitch agent', 'dv-cinder-815673-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:06.526949 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fac29cfef70>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815673-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:08.320491 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-871e3f55-cdd3-4004-84eb-234900c9db49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:08.359148 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-c3796745-befe-4259-8918-a4bebd248c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:09.182289 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:10.735489 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:11.351842 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.db.l3_hamode_db [None req-f77528ac-9bc0-4a2b-a782-eca86d29c4fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Oct 27 14:57:11.436647 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77528ac-9bc0-4a2b-a782-eca86d29c4fe None None] Routers set() bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:57:11.437032 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77528ac-9bc0-4a2b-a782-eca86d29c4fe None None] Router IDs set() for agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Oct 27 14:57:12.432818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35156) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:13.018891 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING oslo_policy.policy [None req-4efc79f0-846c-44f8-a2bb-b229a0e47360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:13.019399 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING oslo_policy.policy [None req-4efc79f0-846c-44f8-a2bb-b229a0e47360 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:13.239207 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [None req-4efc79f0-846c-44f8-a2bb-b229a0e47360 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:57:13.240249 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4efc79f0-846c-44f8-a2bb-b229a0e47360 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8065393
Oct 27 14:57:15.454634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35170) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:15.838437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:15.887466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.policy [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82714) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Oct 27 14:57:15.888222 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING oslo_policy.policy [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:15.888609 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING oslo_policy.policy [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:15.891958 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.quota [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fac29dd1e80>.
Oct 27 14:57:15.908196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:15.975621 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773586913516', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773587021413', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773587021785', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773587010308', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773587015856', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1088634', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1093926', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-617251', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3617045'] for rbac-policy, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:16.042710 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:16.043891 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-41f8f55c-7ba0-4231-b466-fa7581de842d admin admin] 10.222.0.89 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.5883238
Oct 27 14:57:18.539882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35184) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:18.903334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'name': 'private'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:18.908202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:18.912559 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Usage tracker for resource:network and tenant:055ce8b96eed43db9c8ea4bb1307f9ad is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:18.917075 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:18.922965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:18.932242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Made reservation on behalf of 055ce8b96eed43db9c8ea4bb1307f9ad for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:57:18.935012 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:18.952736 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:18.995136 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:18.998781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Usage tracker for resource:security_group_rule and tenant:055ce8b96eed43db9c8ea4bb1307f9ad is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:19.002292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:19.008125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:19.076145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.079760 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.085044 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:19.102284 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1339}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 14:57:19.128829 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773589092015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.129414 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fac2a946af0> segment precommit_create {{(pid=82714) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 27 14:57:19.129859 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Added segment 74f922d5-6af1-42da-bd02-0f5cd2ed6e3e of type vlan for network 2dc8245a-85b3-434e-9911-abcf19c03887
Oct 27 14:57:19.143638 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35670aca-77d6-461a-b19f-45c0a5d1e036,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:19.194114 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.194388 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.194712 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.195031 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.195364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.195708 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.196022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.196353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.196665 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.196976 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.197281 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Tracked resource versions report:
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: pushed versions:
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Log': {'1.0'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Network': {'1.1'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Port': {'1.5'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'PortForwarding': {'1.2'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'QosPolicy': {'1.8'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SecurityGroup': {'1.2'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SubPort': {'1.0'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Subnet': {'1.1'},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Trunk': {'1.1'}}
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: consumer versions:
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Log': '1.0',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Network': '1.1',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Port': '1.5',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'PortForwarding': '1.2',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'QosPolicy': '1.8',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SecurityGroup': '1.2',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SubPort': '1.0',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Subnet': '1.1',
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Trunk': '1.1'}}
Oct 27 14:57:19.198333 dv-cinder-815673-1-iscsi neutron-server[82714]:  {{(pid=82714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:57:19.233270 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:19.254546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.293481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.294796 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:19.295540 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:19.300746 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:19.398478 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.8575571
Oct 27 14:57:19.403216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Pushing event updated for resources: {'Network': ['ID=2dc8245a-85b3-434e-9911-abcf19c03887,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:19.406904 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:19.415529 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 2dc8245a-85b3-434e-9911-abcf19c03887 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:57:21.950576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35200) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:22.419631 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaf8435-9da4-43e3-aa1f-2baa5d34d34a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:22.420933 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ffaf8435-9da4-43e3-aa1f-2baa5d34d34a admin admin] 10.222.0.89 "GET /v2.0/networks/2dc8245a-85b3-434e-9911-abcf19c03887 HTTP/1.1" status: 200  len: 826 time: 0.4694219
Oct 27 14:57:22.447887 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2aea58de-1609-4c3a-a4b2-315d5a0ca671 admin admin] 10.222.0.89 "GET /v2.0/subnetpools/6ace4d6d-da9d-4e42-986e-36f0d8723d48 HTTP/1.1" status: 200  len: 734 time: 0.0211258
Oct 27 14:57:22.455757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:22.459934 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:22.463616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Usage tracker for resource:subnet and tenant:055ce8b96eed43db9c8ea4bb1307f9ad is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:22.466436 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:22.472529 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:22.482121 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Made reservation on behalf of 055ce8b96eed43db9c8ea4bb1307f9ad for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:57:22.485003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:22.748858 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:22.753295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:22.831202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef06535d-864d-4377-9786-eafd1aed0afb,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:22.837295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:22.840410 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Checking segment: {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:57:22.840786 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Network hostable DHCP agents. Network: 2dc8245a-85b3-434e-9911-abcf19c03887, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:57:22.863689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Network 2dc8245a-85b3-434e-9911-abcf19c03887 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:57:22.872799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 2dc8245a-85b3-434e-9911-abcf19c03887) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:22.877158 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:22.877746 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:22.882301 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413bf10-b44f-4051-9479-0e0b5c73d1a3 None None] Network 2dc8245a-85b3-434e-9911-abcf19c03887 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:57:22.897739 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4450936
Oct 27 14:57:23.188046 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-2dc8245a-85b3-434e-9911-abcf19c03887', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 14:57:23.189232 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.373358 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Allocated IP 172.20.0.2 (2dc8245a-85b3-434e-9911-abcf19c03887/ef06535d-864d-4377-9786-eafd1aed0afb/e5087f8c-4835-4c7c-984b-bee8c107bc21) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:57:23.594634 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.607927 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Transition to ACTIVE for port object e5087f8c-4835-4c7c-984b-bee8c107bc21 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:57:23.630564 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Transition to ACTIVE for port object e5087f8c-4835-4c7c-984b-bee8c107bc21 will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:57:23.636873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.641438 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:23.703229 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Network 2dc8245a-85b3-434e-9911-abcf19c03887 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:57:23.706106 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:23.711537 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Pushing event updated for resources: {'Port': ['ID=e5087f8c-4835-4c7c-984b-bee8c107bc21,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:23.713660 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:57:23.724538 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.724875 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.725200 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.725521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.725842 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.726164 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.726481 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.726827 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.727126 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.727452 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.727768 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Tracked resource versions report:
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]: pushed versions:
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Log': {'1.0'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Network': {'1.1'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Port': {'1.5'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'PortForwarding': {'1.2'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'QosPolicy': {'1.8'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SecurityGroup': {'1.2'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SubPort': {'1.0'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Subnet': {'1.1'},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Trunk': {'1.1'}}
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]: consumer versions:
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Log': '1.0',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Network': '1.1',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Port': '1.5',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'PortForwarding': '1.2',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'QosPolicy': '1.8',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SecurityGroup': '1.2',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SubPort': '1.0',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Subnet': '1.1',
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Trunk': '1.1'}}
Oct 27 14:57:23.728854 dv-cinder-815673-1-iscsi neutron-server[82716]:  {{(pid=82716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:57:23.761112 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:23.814675 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Attempting to bind port e5087f8c-4835-4c7c-984b-bee8c107bc21 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:57:23.815068 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Attempting to bind port e5087f8c-4835-4c7c-984b-bee8c107bc21 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:57:23.815529 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Attempting to bind port e5087f8c-4835-4c7c-984b-bee8c107bc21 on network 2dc8245a-85b3-434e-9911-abcf19c03887 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:57:23.822241 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:57:23.822656 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Checking segment: {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:57:23.823125 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.823548 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Bound using segment: {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:57:23.824052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Bound port: e5087f8c-4835-4c7c-984b-bee8c107bc21, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:57:23.824441 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.909807 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] For port e5087f8c-4835-4c7c-984b-bee8c107bc21, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:57:23.913780 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] For port e5087f8c-4835-4c7c-984b-bee8c107bc21, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5087f8c-4835-4c7c-984b-bee8c107bc21,segment=NetworkSegment(74f922d5-6af1-42da-bd02-0f5cd2ed6e3e),segment_id=74f922d5-6af1-42da-bd02-0f5cd2ed6e3e)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:57:23.918242 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:23.923071 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:24.019851 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Pushing event updated for resources: {'Port': ['ID=e5087f8c-4835-4c7c-984b-bee8c107bc21,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:24.024329 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:25.159463 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35210) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:25.767859 dv-cinder-815673-1-iscsi neutron-server[82715]: WARNING oslo_policy.policy [None req-945ba123-cd07-4165-bb6c-48a18f59030f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:25.768534 dv-cinder-815673-1-iscsi neutron-server[82715]: WARNING oslo_policy.policy [None req-945ba123-cd07-4165-bb6c-48a18f59030f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:25.998302 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [None req-945ba123-cd07-4165-bb6c-48a18f59030f admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82715) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:57:25.999598 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-945ba123-cd07-4165-bb6c-48a18f59030f admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8380895
Oct 27 14:57:26.794211 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5087f8c-4835-4c7c-984b-bee8c107bc21 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:26.866693 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port e5087f8c-4835-4c7c-984b-bee8c107bc21 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:57:27.666833 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f192389b-ff8a-47a6-9a26-0f3a06e20b12 None None] Network 2dc8245a-85b3-434e-9911-abcf19c03887 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:57:27.856920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Provisioning for port e5087f8c-4835-4c7c-984b-bee8c107bc21 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:57:27.868441 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Provisioning complete for port e5087f8c-4835-4c7c-984b-bee8c107bc21 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:27.868850 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:28.032075 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:28.066799 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] For port e5087f8c-4835-4c7c-984b-bee8c107bc21, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5087f8c-4835-4c7c-984b-bee8c107bc21,segment=NetworkSegment(74f922d5-6af1-42da-bd02-0f5cd2ed6e3e),segment_id=74f922d5-6af1-42da-bd02-0f5cd2ed6e3e)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:57:28.071151 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:28.074132 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:28.141258 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Pushing event updated for resources: {'Port': ['ID=e5087f8c-4835-4c7c-984b-bee8c107bc21,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:28.144559 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:28.287221 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35228) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:28.293591 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-0f0728e8-861d-4114-a517-c46ca2c40771 None None] Provisioning complete for port e5087f8c-4835-4c7c-984b-bee8c107bc21 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:28.294087 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0f0728e8-861d-4114-a517-c46ca2c40771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:28.672291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [None req-0a407287-7c5e-4be8-b48c-6551024f7641 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82715) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:57:28.673275 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0a407287-7c5e-4be8-b48c-6551024f7641 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3851874
Oct 27 14:57:28.763391 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5087f8c-4835-4c7c-984b-bee8c107bc21 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:28.836623 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port e5087f8c-4835-4c7c-984b-bee8c107bc21 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:28.836999 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.271071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35240) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:31.638420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:31.643476 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:31.647645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Usage tracker for resource:router and tenant:055ce8b96eed43db9c8ea4bb1307f9ad is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:31.650909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:31.656554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:31.666028 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.667485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.693625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.806589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.824683 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:31.826087 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8d83443c-d591-4e50-997b-bb0d8d817dd9 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5539100
Oct 27 14:57:34.021416 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35250) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:34.403235 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [None req-ad7412a9-909c-4b92-8017-47cb9e8f6be7 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 14:57:34.404250 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ad7412a9-909c-4b92-8017-47cb9e8f6be7 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3818960
Oct 27 14:57:36.018773 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-723399e8-ecf0-496e-8159-083560574881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:36.488138 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:36.628286 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35260) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:37.008130 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:37.009539 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.quota [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fac29d3cd30>.
Oct 27 14:57:37.024991 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:37.031766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Usage tracker for resource:network and tenant:788e6d12550a446aa50a0962b825388d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:37.036679 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:37.043775 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:37.058813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Made reservation on behalf of 788e6d12550a446aa50a0962b825388d for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:57:37.092493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.policy [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82715) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Oct 27 14:57:37.094037 dv-cinder-815673-1-iscsi neutron-server[82715]: WARNING oslo_policy.policy [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:37.094412 dv-cinder-815673-1-iscsi neutron-server[82715]: WARNING oslo_policy.policy [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Oct 27 14:57:37.098987 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.117791 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.163445 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:37.167096 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Usage tracker for resource:security_group_rule and tenant:788e6d12550a446aa50a0962b825388d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:37.169919 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:37.175393 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:37.245227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.249043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.254766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:37.266247 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Reserving flat network on physical network physnet1 {{(pid=82715) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Oct 27 14:57:37.295093 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773589092015', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.295699 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fac2a946af0> segment precommit_create {{(pid=82715) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Oct 27 14:57:37.296174 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Added segment 47a6ccfe-0b15-4cbe-ae71-3d1aa9118844 of type flat for network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de
Oct 27 14:57:37.351676 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5586cc-47f6-406a-9853-e8221761e3f3,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:37.379005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.379340 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.379689 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.380011 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.380346 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.380664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.380976 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.381300 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.381615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.381924 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.382228 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Tracked resource versions report:
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]: pushed versions:
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Log': {'1.0'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Network': {'1.1'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Port': {'1.5'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'PortForwarding': {'1.2'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'QosPolicy': {'1.8'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SecurityGroup': {'1.2'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SubPort': {'1.0'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Subnet': {'1.1'},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Trunk': {'1.1'}}
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]: consumer versions:
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Log': '1.0',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Network': '1.1',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Port': '1.5',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'PortForwarding': '1.2',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'QosPolicy': '1.8',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SecurityGroup': '1.2',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SubPort': '1.0',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Subnet': '1.1',
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Trunk': '1.1'}}
Oct 27 14:57:37.383321 dv-cinder-815673-1-iscsi neutron-server[82715]:  {{(pid=82715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:57:37.421288 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.432642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:37.466490 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.467942 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:37.468611 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:37.473101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:37.576870 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9474635
Oct 27 14:57:37.582240 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Pushing event updated for resources: {'Network': ['ID=4fc9d1fd-037a-4cfb-8ad8-fb0d710060de,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:37.585648 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:37.593432 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 14:57:38.290429 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d2d4486d-528c-4545-9d66-d4ace0d76cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:39.138899 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:39.785955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35276) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:39.794645 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:57:40.156661 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18a69f-bf32-4343-9ba0-b8327d4ebcfd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:40.158190 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-3e18a69f-bf32-4343-9ba0-b8327d4ebcfd admin admin] 10.222.0.89 "GET /v2.0/subnets/ef06535d-864d-4377-9786-eafd1aed0afb HTTP/1.1" status: 200  len: 849 time: 0.3710532
Oct 27 14:57:40.326074 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c0b8ebaf-0bd5-4638-9855-8174b1928e6b admin admin] 10.222.0.89 "GET /v2.0/routers/4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e HTTP/1.1" status: 200  len: 704 time: 0.1625705
Oct 27 14:57:40.677033 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:40.798922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.026080 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Allocated IP 172.20.0.1 (2dc8245a-85b3-434e-9911-abcf19c03887/ef06535d-864d-4377-9786-eafd1aed0afb/bb4bd25b-e285-4160-baf6-35e32682e468) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:57:41.179502 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.197528 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Transition to ACTIVE for port object bb4bd25b-e285-4160-baf6-35e32682e468 will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:57:41.250008 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.254403 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:41.320128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Network 2dc8245a-85b3-434e-9911-abcf19c03887 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:57:41.323031 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:41.328552 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4bd25b-e285-4160-baf6-35e32682e468,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:41.338822 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:57:41.339363 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.397874 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:41.462556 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.584953 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-2fe4f5fd-f813-41b0-9cd9-6d2187bc6d5d None None] Provisioning for port bb4bd25b-e285-4160-baf6-35e32682e468 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:57:41.589309 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-2fe4f5fd-f813-41b0-9cd9-6d2187bc6d5d None None] Provisioning complete for port bb4bd25b-e285-4160-baf6-35e32682e468 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:41.589674 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2fe4f5fd-f813-41b0-9cd9-6d2187bc6d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.639376 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-2fe4f5fd-f813-41b0-9cd9-6d2187bc6d5d None None] Port bb4bd25b-e285-4160-baf6-35e32682e468 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:57:41.685016 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.689639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.690750 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:41.694434 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:41.784082 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4bd25b-e285-4160-baf6-35e32682e468,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:41.787762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:41.880531 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Network 2dc8245a-85b3-434e-9911-abcf19c03887 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:57:41.881468 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:42.062443 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-72971c6b-8153-4056-b191-6c36a490864d None None] Provisioning complete for port bb4bd25b-e285-4160-baf6-35e32682e468 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:42.063027 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-72971c6b-8153-4056-b191-6c36a490864d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:42.113369 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-72971c6b-8153-4056-b191-6c36a490864d None None] Port bb4bd25b-e285-4160-baf6-35e32682e468 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 14:57:42.261337 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 14:57:42.429226 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:57:42.438833 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Sync routers for ids ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:57:42.439318 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] 10.222.0.89 "PUT /v2.0/routers/4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1077058
Oct 27 14:57:42.451990 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Routers {'4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:57:42.453305 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29d3d310>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T14:57:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:42.624908 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Set router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e gateway port host: None {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:57:42.986773 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29d3d310>, [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:41Z', 'revision_number': 2, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port_host': None, '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:41Z', 'revision_number': 2, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:42.991862 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Checking router: 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:57:42.992226 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Updating router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e port bb4bd25b-e285-4160-baf6-35e32682e468 binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:57:43.044499 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.411753 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.427141 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Transition to ACTIVE for port object bb4bd25b-e285-4160-baf6-35e32682e468 will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:57:43.433133 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.438001 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:43.670824 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Pushing event updated for resources: {'Port': ['ID=bb4bd25b-e285-4160-baf6-35e32682e468,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:43.673652 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Attempting to bind port bb4bd25b-e285-4160-baf6-35e32682e468 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:57:43.674037 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Attempting to bind port bb4bd25b-e285-4160-baf6-35e32682e468 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:57:43.674456 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Attempting to bind port bb4bd25b-e285-4160-baf6-35e32682e468 on network 2dc8245a-85b3-434e-9911-abcf19c03887 {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:57:43.685074 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:57:43.685485 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Checking segment: {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:57:43.685949 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.686332 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Bound using segment: {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:57:43.686840 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Bound port: bb4bd25b-e285-4160-baf6-35e32682e468, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f922d5-6af1-42da-bd02-0f5cd2ed6e3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1339, 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:57:43.687218 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.695979 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.696314 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.696638 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.696956 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.697274 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.697592 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.697904 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.698220 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.698531 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.698834 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.699141 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Tracked resource versions report:
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]: pushed versions:
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]: {   'ConntrackHelper': {'1.0'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Log': {'1.0'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Network': {'1.1'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Port': {'1.5'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'PortForwarding': {'1.2'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'QosPolicy': {'1.8'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SecurityGroup': {'1.2'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SecurityGroupRule': {'1.0'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SubPort': {'1.0'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Subnet': {'1.1'},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Trunk': {'1.1'}}
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]: consumer versions:
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Log': '1.0',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Network': '1.1',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Port': '1.5',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'PortForwarding': '1.2',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'QosPolicy': '1.8',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SecurityGroup': '1.2',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SecurityGroupRule': '1.0',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SubPort': '1.0',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Subnet': '1.1',
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Trunk': '1.1'}}
Oct 27 14:57:43.700246 dv-cinder-815673-1-iscsi neutron-server[82717]:  {{(pid=82717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 14:57:43.706792 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:43.783255 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] For port bb4bd25b-e285-4160-baf6-35e32682e468, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:57:43.787573 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] For port bb4bd25b-e285-4160-baf6-35e32682e468, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=bb4bd25b-e285-4160-baf6-35e32682e468,segment=NetworkSegment(74f922d5-6af1-42da-bd02-0f5cd2ed6e3e),segment_id=74f922d5-6af1-42da-bd02-0f5cd2ed6e3e)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:57:43.793717 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:43.797479 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:43.867829 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Routers {'4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:57:43.868450 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29d3d310>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T14:57:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:44.009553 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Pushing event updated for resources: {'Port': ['ID=bb4bd25b-e285-4160-baf6-35e32682e468,revision_number=4']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:44.013964 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:44.032337 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] Set router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e gateway port host: None {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:57:44.352239 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29d3d310>, [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:41Z', 'revision_number': 2, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port_host': None, '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:43Z', 'revision_number': 4, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:44.355897 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476a7b4c-e6bf-492a-926a-f1f4a78f186f None None] The sync data for ids ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'] in dv-cinder-815673-1-iscsi is: [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:41Z', 'revision_number': 2, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port_host': None, '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:43Z', 'revision_number': 4, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:57:44.529070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35300) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:44.703015 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d7384-b1bf-47c4-bf1e-59d1ad2b104e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:44.704411 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-727d7384-b1bf-47c4-bf1e-59d1ad2b104e admin admin] 10.222.0.89 "GET /v2.0/networks/4fc9d1fd-037a-4cfb-8ad8-fb0d710060de HTTP/1.1" status: 200  len: 842 time: 0.1743367
Oct 27 14:57:44.713663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Request body: {'subnet': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:44.718508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 14:57:44.722485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Usage tracker for resource:subnet and tenant:788e6d12550a446aa50a0962b825388d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 14:57:44.725514 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 14:57:44.731413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 14:57:44.743067 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Made reservation on behalf of 788e6d12550a446aa50a0962b825388d for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 14:57:44.745508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:45.113174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.objects.ports [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82714) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Oct 27 14:57:45.113616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:45.117908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7414b84a-7e95-46a9-91aa-562337bc545c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:45.186798 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd89b2ad-bda6-49d6-8d2a-518963ec20e5,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:45.190441 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:45.198421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:57:45.198761 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Network hostable DHCP agents. Network: 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 14:57:45.222021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 14:57:45.231642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:45.237918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:45.239024 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:45.245392 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28546f59-f4db-411c-acbb-f41194db3b6f None None] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:57:45.271485 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5535941
Oct 27 14:57:45.487751 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e968db6-6a92-43b9-a0a0-2145e7f481f9 None None] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:57:46.788025 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device bb4bd25b-e285-4160-baf6-35e32682e468 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:46.853717 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port bb4bd25b-e285-4160-baf6-35e32682e468 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:57:46.858848 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port bb4bd25b-e285-4160-baf6-35e32682e468 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:46.859253 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:46.971414 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:47.003251 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port bb4bd25b-e285-4160-baf6-35e32682e468, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=bb4bd25b-e285-4160-baf6-35e32682e468,segment=NetworkSegment(74f922d5-6af1-42da-bd02-0f5cd2ed6e3e),segment_id=74f922d5-6af1-42da-bd02-0f5cd2ed6e3e)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:57:47.007014 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:47.010628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:47.073962 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=bb4bd25b-e285-4160-baf6-35e32682e468,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:47.077490 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:47.414146 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35324) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:47.656811 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c340503c-347e-4f68-9295-e35e038180b5 admin admin] 10.222.0.89 "GET /v2.0/routers/4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e HTTP/1.1" status: 200  len: 710 time: 0.2415450
Oct 27 14:57:47.782572 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734f3ecd-6850-490f-9196-03f77fa387bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:57:47.784397 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-734f3ecd-6850-490f-9196-03f77fa387bf admin admin] 10.222.0.89 "GET /v2.0/networks/4fc9d1fd-037a-4cfb-8ad8-fb0d710060de HTTP/1.1" status: 200  len: 886 time: 0.1222451
Oct 27 14:57:47.793125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:57:48.300750 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.478112 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.532894 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.667707 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Allocated IP 172.27.3.199 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/1e594b3a-a495-478b-a7da-793a077dc299) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 14:57:48.773339 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device bb4bd25b-e285-4160-baf6-35e32682e468 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:48.815460 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.844031 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port bb4bd25b-e285-4160-baf6-35e32682e468 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:48.844408 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.866967 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:48.875947 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:48.933162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 14:57:48.936216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 14:57:48.939780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 14:57:48.974940 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Pushing event updated for resources: {'Port': ['ID=1e594b3a-a495-478b-a7da-793a077dc299,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:48.980743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:49.120703 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:49.281552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:49.285107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-439831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-439832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-428186'] for router, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:49.476675 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 14:57:49.701008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 14:57:49.709700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:49.710552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Sync routers for ids ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 14:57:49.710850 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] 10.222.0.89 "PUT /v2.0/routers/4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e HTTP/1.1" status: 200  len: 890 time: 1.9210608
Oct 27 14:57:49.723479 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Routers {'4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:57:49.724185 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29bca4c0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T14:57:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:49.916555 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Set router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:57:50.247102 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29bca4c0>, [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1e594b3a-a495-478b-a7da-793a077dc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:48Z', 'revision_number': 4, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port': {'id': '1e594b3a-a495-478b-a7da-793a077dc299', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:48Z', 'updated_at': '2021-10-27T14:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:46Z', 'revision_number': 5, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:50.252515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Checking router: 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 14:57:50.252879 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Updating router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e port 1e594b3a-a495-478b-a7da-793a077dc299 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 14:57:50.304421 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.618547 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.630144 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Transition to ACTIVE for port object 1e594b3a-a495-478b-a7da-793a077dc299 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 14:57:50.637504 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.641290 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f59284b3-9dd5-4b08-8b1b-cd0ce0f4a843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:50.711101 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Pushing event updated for resources: {'Port': ['ID=1e594b3a-a495-478b-a7da-793a077dc299,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:50.716552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:50.718448 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Attempting to bind port 1e594b3a-a495-478b-a7da-793a077dc299 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 14:57:50.718448 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Attempting to bind port 1e594b3a-a495-478b-a7da-793a077dc299 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 14:57:50.718808 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Attempting to bind port 1e594b3a-a495-478b-a7da-793a077dc299 on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 14:57:50.725295 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 14, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 14:57:50.725747 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 14:57:50.726046 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.726425 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 14:57:50.726916 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Bound port: 1e594b3a-a495-478b-a7da-793a077dc299, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 14:57:50.727305 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.816168 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] For port 1e594b3a-a495-478b-a7da-793a077dc299, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 14:57:50.819067 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] For port 1e594b3a-a495-478b-a7da-793a077dc299, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1e594b3a-a495-478b-a7da-793a077dc299,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 14:57:50.823652 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:50.827242 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:50.898907 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Pushing event updated for resources: {'Port': ['ID=1e594b3a-a495-478b-a7da-793a077dc299,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:50.902693 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:50.904964 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Routers {'4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 14:57:50.906082 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29bca4c0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T14:57:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:51.080395 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] Set router 4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 14:57:51.399662 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29bca4c0>, [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1e594b3a-a495-478b-a7da-793a077dc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:48Z', 'revision_number': 4, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port': {'id': '1e594b3a-a495-478b-a7da-793a077dc299', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:48Z', 'updated_at': '2021-10-27T14:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:46Z', 'revision_number': 5, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 14:57:51.403692 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e5a967-381d-4c6e-9a90-d15fafca3db7 None None] The sync data for ids ['4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e'] in dv-cinder-815673-1-iscsi is: [{'id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'name': 'router1', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '1e594b3a-a495-478b-a7da-793a077dc299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T14:57:31Z', 'updated_at': '2021-10-27T14:57:48Z', 'revision_number': 4, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'gw_port': {'id': '1e594b3a-a495-478b-a7da-793a077dc299', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:dc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:48Z', 'updated_at': '2021-10-27T14:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'bb4bd25b-e285-4160-baf6-35e32682e468', 'name': '', 'network_id': '2dc8245a-85b3-434e-9911-abcf19c03887', 'tenant_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'mac_address': 'fa:16:3e:0b:a0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4a7f5b-cf7d-422d-9471-2ce59ed3f18e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T14:57:40Z', 'updated_at': '2021-10-27T14:57:46Z', 'revision_number': 5, 'project_id': '055ce8b96eed43db9c8ea4bb1307f9ad', 'subnets': [{'id': 'ef06535d-864d-4377-9786-eafd1aed0afb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6ace4d6d-da9d-4e42-986e-36f0d8723d48'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 14:57:52.033549 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35334) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:57:52.166497 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3430d6d7-9523-4d4f-bda6-5a563e4981a1 admin admin] 10.222.0.89 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1316907
Oct 27 14:57:52.797124 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1e594b3a-a495-478b-a7da-793a077dc299 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:52.865023 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 1e594b3a-a495-478b-a7da-793a077dc299 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 14:57:52.870202 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 1e594b3a-a495-478b-a7da-793a077dc299 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:52.870578 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:52.992785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:53.018085 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 1e594b3a-a495-478b-a7da-793a077dc299, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1e594b3a-a495-478b-a7da-793a077dc299,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 14:57:53.022014 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:57:53.025139 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-527c61dd-cf8a-4dac-8999-3dd180f12847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:57:53.088692 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=1e594b3a-a495-478b-a7da-793a077dc299,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:57:53.091674 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:57:54.778803 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1e594b3a-a495-478b-a7da-793a077dc299 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 14:57:54.857899 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 1e594b3a-a495-478b-a7da-793a077dc299 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:57:54.858837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:06.023456 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-432fffaf-09d3-4c1e-9552-0412b6e386fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:06.491152 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:08.291939 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3fbb12e1-9465-4c11-b652-989640f178b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:09.138550 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:10.688314 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:16.794429 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:58:36.025136 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-205ddabd-2b12-453c-b61b-ce390631b6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:36.494344 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:38.296125 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0926add5-7217-4d7d-8565-6ecacae1bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:39.142087 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:40.692028 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:58:53.794185 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:59:06.028422 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5e52f109-c224-4a6d-89ae-c03870cd0ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:06.500086 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:08.298593 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1d5967ed-79c6-4095-bc0e-a9429be217d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:09.158167 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:10.696471 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:30.793099 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 14:59:36.031387 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3673a81b-e31b-4f06-8748-5dfdc7602950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:36.503236 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:38.301107 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-11f4cfcb-3fed-4bfd-88be-dd33876e293d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:39.142745 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:40.698211 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:53.310273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35906) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:59:53.398398 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b0d4eb-2ee6-4ed2-bf37-e16803782af6 admin admin] GET failed (client error): The resource could not be found.
Oct 27 14:59:53.399579 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-05b0d4eb-2ee6-4ed2-bf37-e16803782af6 admin admin] 10.222.0.89 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0878551
Oct 27 14:59:53.530085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6839495-8922-4144-a0ae-0736d3cb7a4b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:59:53.531418 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c6839495-8922-4144-a0ae-0736d3cb7a4b admin admin] 10.222.0.89 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1279664
Oct 27 14:59:55.541315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35916) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:59:55.669456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49acd513-a776-48d9-8a3d-654520068c02 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:59:55.670648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-49acd513-a776-48d9-8a3d-654520068c02 admin admin] Synchronizing usage tracker for tenant:788e6d12550a446aa50a0962b825388d on resource:subnet {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 14:59:55.687570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-49acd513-a776-48d9-8a3d-654520068c02 admin admin] Unset dirty status for tenant:788e6d12550a446aa50a0962b825388d on resource:subnet {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 14:59:55.688790 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-49acd513-a776-48d9-8a3d-654520068c02 admin admin] 10.222.0.89 "GET /v2.0/subnets/ef06535d-864d-4377-9786-eafd1aed0afb HTTP/1.1" status: 200  len: 849 time: 0.1465936
Oct 27 14:59:55.697936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 14:59:55.816494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:55.998439 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773588966117'] for subnet, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:56.002960 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 14:59:56.046461 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:59:56.047034 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:56.048304 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] 10.222.0.89 "PUT /v2.0/subnets/ef06535d-864d-4377-9786-eafd1aed0afb HTTP/1.1" status: 200  len: 868 time: 0.3542151
Oct 27 14:59:56.062752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d6f514-3bb4-4eba-ba08-ef58b9a7e798 None None] Network 2dc8245a-85b3-434e-9911-abcf19c03887 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 14:59:56.071666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef06535d-864d-4377-9786-eafd1aed0afb,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 14:59:56.080609 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.080956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.081279 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.081602 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.081939 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.082267 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.082584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.082921 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.083240 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.083577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.083892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 14:59:56.087476 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 14:59:56.509612 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d4218781-6773-43ce-99a5-0a9e55e4a67c None None] Provisioning complete for port bb4bd25b-e285-4160-baf6-35e32682e468 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:59:56.509982 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d4218781-6773-43ce-99a5-0a9e55e4a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:56.631364 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d4218781-6773-43ce-99a5-0a9e55e4a67c None None] Provisioning complete for port e5087f8c-4835-4c7c-984b-bee8c107bc21 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 14:59:56.631653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d4218781-6773-43ce-99a5-0a9e55e4a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 14:59:58.053196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35926) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 14:59:58.248927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f23ef9-4ec9-4a46-b45b-7416bd046984 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:59:58.249378 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f23ef9-4ec9-4a46-b45b-7416bd046984 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 14:59:58.250889 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c7f23ef9-4ec9-4a46-b45b-7416bd046984 admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1967566
Oct 27 15:00:00.271749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35936) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:00.463830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c6de6-5df3-4765-9985-a8243519933f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:00.464126 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c6de6-5df3-4765-9985-a8243519933f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:00.465612 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-519c6de6-5df3-4765-9985-a8243519933f admin admin] 10.222.0.89 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1928427
Oct 27 15:00:02.489442 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35946) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:02.684281 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae2c703-f506-4bfe-8952-b3995dd424d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:02.684833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0ae2c703-f506-4bfe-8952-b3995dd424d9 admin admin] Synchronizing usage tracker for tenant:788e6d12550a446aa50a0962b825388d on resource:network {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:00:02.702481 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0ae2c703-f506-4bfe-8952-b3995dd424d9 admin admin] Unset dirty status for tenant:788e6d12550a446aa50a0962b825388d on resource:network {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:00:02.703630 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0ae2c703-f506-4bfe-8952-b3995dd424d9 admin admin] 10.222.0.89 "GET /v2.0/networks/2dc8245a-85b3-434e-9911-abcf19c03887 HTTP/1.1" status: 200  len: 870 time: 0.2132235
Oct 27 15:00:04.679950 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35956) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:04.864782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e8d943-9fbb-44d8-867a-8027feb7a2f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:04.866037 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-62e8d943-9fbb-44d8-867a-8027feb7a2f4 admin admin] 10.222.0.89 "GET /v2.0/networks/4fc9d1fd-037a-4cfb-8ad8-fb0d710060de HTTP/1.1" status: 200  len: 886 time: 0.1851389
Oct 27 15:00:06.115081 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b6d3d10e-6c72-4587-acf7-be68281fbf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:06.505322 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:06.885134 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35966) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:07.012894 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b94bb-2011-4f6f-9bd1-f46e5677e6e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:07.013254 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5b94bb-2011-4f6f-9bd1-f46e5677e6e1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:07.014751 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1e5b94bb-2011-4f6f-9bd1-f46e5677e6e1 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1286948
Oct 27 15:00:07.793287 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:00:08.302907 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5e01896a-f423-48ee-ba4c-d58dd0b65a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:09.001417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 35976) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:09.126865 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1feeb-bc02-4fb4-ae25-b4f90d4e6807 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:09.127229 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1feeb-bc02-4fb4-ae25-b4f90d4e6807 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:09.129746 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a6c1feeb-bc02-4fb4-ae25-b4f90d4e6807 admin admin] 10.222.0.89 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1263793
Oct 27 15:00:09.147201 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:10.711307 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:11.144693 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35986) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:11.267431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf998a2-f54b-488e-93bb-a3be14d74250 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:11.268806 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ebf998a2-f54b-488e-93bb-a3be14d74250 admin admin] 10.222.0.89 "GET /v2.0/subnets/cd89b2ad-bda6-49d6-8d2a-518963ec20e5 HTTP/1.1" status: 200  len: 816 time: 0.1231885
Oct 27 15:00:13.282909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 35996) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:13.413274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab98b8-035a-409c-8f65-83e06d29ca87 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:13.414562 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-73ab98b8-035a-409c-8f65-83e06d29ca87 admin admin] 10.222.0.89 "GET /v2.0/subnets/ef06535d-864d-4377-9786-eafd1aed0afb HTTP/1.1" status: 200  len: 868 time: 0.1306942
Oct 27 15:00:31.465093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36034) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:31.534845 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [None req-d3f8a85f-1294-43a4-bc65-699b12e37d71 admin admin] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:00:31.535855 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d3f8a85f-1294-43a4-bc65-699b12e37d71 admin admin] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0693374
Oct 27 15:00:33.596764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36044) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:33.685650 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.pecan_wsgi.hooks.translation [None req-f492f646-8fb7-4176-b5a1-7fffaf3ea372 admin admin] GET failed (client error): The resource could not be found.
Oct 27 15:00:33.686825 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f492f646-8fb7-4176-b5a1-7fffaf3ea372 admin admin] 10.222.0.89 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0891323
Oct 27 15:00:33.810237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d2f721-36cf-4111-b22d-d77bf15f93d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:33.811619 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-51d2f721-36cf-4111-b22d-d77bf15f93d9 admin admin] 10.222.0.89 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1209311
Oct 27 15:00:35.815899 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36054) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:35.885779 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:00:35.890796 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:00:35.900027 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:00:35.909950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Made reservation on behalf of 788e6d12550a446aa50a0962b825388d for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:00:35.912651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.001312 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING neutron.services.revisions.revision_plugin [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fac29243490] {project_id='788e6d12550a446aa50a0962b825388d', id='d0b6a229-7f2b-48c6-ac18-30e10de7b7f6', target_tenant='*', action='access_as_shared', object_id='228d460b-9b50-4a7a-a281-6e26f555963d'}> to bump revision.
Oct 27 15:00:36.013149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1309}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:00:36.021950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.022284 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Added segment f18c4493-03cc-4f23-9083-9cd7ac3dd4d2 of type vlan for network 228d460b-9b50-4a7a-a281-6e26f555963d
Oct 27 15:00:36.048148 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.075257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.076457 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:36.077020 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.081421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:00:36.118302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-7edc62af-c699-4a0e-87cc-207f81525a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:36.219101 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.4020143
Oct 27 15:00:36.223965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Pushing event updated for resources: {'Network': ['ID=228d460b-9b50-4a7a-a281-6e26f555963d,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:00:36.226788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8cff6d8c-88bd-4b0b-9f19-72208b1204e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:00:36.235373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 228d460b-9b50-4a7a-a281-6e26f555963d details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:00:36.506188 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:38.262217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36064) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:00:38.304718 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f28101fa-9235-4fd8-b2ae-0a6929e63ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:38.352994 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec70622f-3cb1-4772-9603-b46d162d95b7 admin admin] GET failed (client error): The resource could not be found.
Oct 27 15:00:38.353478 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-ec70622f-3cb1-4772-9603-b46d162d95b7 admin admin] Synchronizing usage tracker for tenant:788e6d12550a446aa50a0962b825388d on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:00:38.368400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-ec70622f-3cb1-4772-9603-b46d162d95b7 admin admin] Unset dirty status for tenant:788e6d12550a446aa50a0962b825388d on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:00:38.369567 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ec70622f-3cb1-4772-9603-b46d162d95b7 admin admin] 10.222.0.89 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1063921
Oct 27 15:00:38.471788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e9c6b7-09cb-4360-b1fc-a3be08ebfd01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:38.473098 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f0e9c6b7-09cb-4360-b1fc-a3be08ebfd01 admin admin] 10.222.0.89 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.0996792
Oct 27 15:00:38.482879 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Request body: {'subnet': {'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:00:38.487037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:00:38.496301 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:00:38.505306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Made reservation on behalf of 788e6d12550a446aa50a0962b825388d for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:00:38.507593 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:38.701812 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:38.706030 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0551fea3-0526-4f2f-adc2-f800955f5a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:00:38.775458 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b410c3-b7cc-4300-92ba-741f7e0fd064,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:00:38.778542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:00:38.789046 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Checking segment: {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:00:38.789382 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Network hostable DHCP agents. Network: 228d460b-9b50-4a7a-a281-6e26f555963d, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:00:38.809315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Network 228d460b-9b50-4a7a-a281-6e26f555963d is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:00:38.818258 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 228d460b-9b50-4a7a-a281-6e26f555963d) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:00:38.822554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:00:38.823324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:38.828015 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6f1eea-978c-45a9-a322-a77dc1d791a4 None None] Network 228d460b-9b50-4a7a-a281-6e26f555963d requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:00:38.848461 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3694644
Oct 27 15:00:39.046351 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-228d460b-9b50-4a7a-a281-6e26f555963d', 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d', 'tenant_id': '788e6d12550a446aa50a0962b825388d', 'fixed_ips': [{'subnet_id': '20b410c3-b7cc-4300-92ba-741f7e0fd064'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:00:39.047170 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.182036 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.212333 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Allocated IP 192.168.233.2 (228d460b-9b50-4a7a-a281-6e26f555963d/20b410c3-b7cc-4300-92ba-741f7e0fd064/a0c820f0-583e-4cf6-833d-8fd678c5f728) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:00:39.413852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.425212 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Transition to ACTIVE for port object a0c820f0-583e-4cf6-833d-8fd678c5f728 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:00:39.443885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Transition to ACTIVE for port object a0c820f0-583e-4cf6-833d-8fd678c5f728 will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:00:39.449189 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.453763 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:00:39.519636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Network 228d460b-9b50-4a7a-a281-6e26f555963d is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:00:39.523115 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:00:39.525652 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:00:39.527812 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Pushing event updated for resources: {'Port': ['ID=a0c820f0-583e-4cf6-833d-8fd678c5f728,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:00:39.539251 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.539668 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.539995 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.540312 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.540694 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.541012 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.541357 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.541690 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.542003 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.542310 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.542618 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:00:39.568070 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:00:39.623274 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Attempting to bind port a0c820f0-583e-4cf6-833d-8fd678c5f728 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:00:39.623662 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Attempting to bind port a0c820f0-583e-4cf6-833d-8fd678c5f728 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:00:39.624021 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Attempting to bind port a0c820f0-583e-4cf6-833d-8fd678c5f728 on network 228d460b-9b50-4a7a-a281-6e26f555963d {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:00:39.630133 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:00:39.630503 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Checking segment: {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:00:39.630895 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.631278 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Bound using segment: {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:00:39.631758 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Bound port: a0c820f0-583e-4cf6-833d-8fd678c5f728, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:00:39.632136 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.738736 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] For port a0c820f0-583e-4cf6-833d-8fd678c5f728, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:00:39.741885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] For port a0c820f0-583e-4cf6-833d-8fd678c5f728, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=a0c820f0-583e-4cf6-833d-8fd678c5f728,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:00:39.745643 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:39.753630 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:00:39.826376 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Pushing event updated for resources: {'Port': ['ID=a0c820f0-583e-4cf6-833d-8fd678c5f728,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:00:39.832265 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:00:40.589286 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc411d1b-b843-44f4-8350-cae6057dc283 None None] Network 228d460b-9b50-4a7a-a281-6e26f555963d requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:00:40.751606 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d26db8d5-34d2-4f67-801a-e60bc350c359 None None] Provisioning for port a0c820f0-583e-4cf6-833d-8fd678c5f728 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:00:40.780393 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:40.897031 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a0c820f0-583e-4cf6-833d-8fd678c5f728 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:00:40.978001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port a0c820f0-583e-4cf6-833d-8fd678c5f728 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:00:40.987082 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port a0c820f0-583e-4cf6-833d-8fd678c5f728 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:00:40.987508 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:41.109208 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:41.130430 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-3e3b11de-7477-4a8b-a244-82979011c78c None None] Provisioning complete for port a0c820f0-583e-4cf6-833d-8fd678c5f728 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:00:41.130716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3e3b11de-7477-4a8b-a244-82979011c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:41.191386 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port a0c820f0-583e-4cf6-833d-8fd678c5f728, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=a0c820f0-583e-4cf6-833d-8fd678c5f728,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:00:41.197235 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:41.204445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-8c08affa-0e9d-42c8-825b-21b4a93878ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:00:41.316727 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=a0c820f0-583e-4cf6-833d-8fd678c5f728,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:00:41.319834 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:00:42.868475 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a0c820f0-583e-4cf6-833d-8fd678c5f728 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:00:42.937945 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port a0c820f0-583e-4cf6-833d-8fd678c5f728 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:00:42.938319 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:00:44.794471 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:01:06.120789 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0a38912b-09e5-45f9-83ca-7e515c42ef24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:06.507267 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:08.306507 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d9e037ab-118b-4fcb-ae28-326e745fa21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:09.153226 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:10.715784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:21.795198 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:01:36.122818 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b854579a-9c2c-4131-9b44-2ae378aa69f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:36.509433 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:38.309134 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0fe99e68-4c04-4bb7-b728-614d6e4059c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:39.154684 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:39.899208 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36108) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:01:39.904955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [None req-4d35f3cb-75ec-4fe9-ac39-1d4a6530d6da tempest-verify_tempest_config-1793632009 tempest-verify_tempest_config-1793632009-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82715) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:01:39.905889 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4d35f3cb-75ec-4fe9-ac39-1d4a6530d6da tempest-verify_tempest_config-1793632009 tempest-verify_tempest_config-1793632009-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0057309
Oct 27 15:01:40.226702 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36124) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:01:40.362696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.392689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:01:40.396358 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Usage tracker for resource:security_group_rule and tenant:e93f105b53d8486f88009ee27669c6b7 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:01:40.399174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:01:40.405499 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:01:40.468850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.472315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.479313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-254b4486-1b94-4537-9508-4ccd2562bc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:01:40.519353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480289ce-ad0a-49a2-9f3e-93a3d6b21e6a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:01:40.525427 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e93f105b53d8486f88009ee27669c6b7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2977135
Oct 27 15:01:40.528490 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36130) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:01:40.530279 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.530496 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.530822 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.531145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.531494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.531814 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.532128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.532448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.532757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.533066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.533374 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.537386 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:01:40.591128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.615037 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.707149 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.712104 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:01:40.721114 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.724784 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480289ce-ad0a-49a2-9f3e-93a3d6b21e6a,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:01:40.729541 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:01:40.730618 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/480289ce-ad0a-49a2-9f3e-93a3d6b21e6a HTTP/1.1" status: 204  len: 168 time: 0.2011597
Oct 27 15:01:40.735284 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.735651 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.736063 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.736298 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.736639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.736962 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.737275 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.737588 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.737904 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.738211 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.738518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:01:40.742103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:01:58.794739 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:02:06.124611 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-19710c74-244e-40a3-b453-815d1dfdc0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:06.509612 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:08.312272 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e29f609e-1645-4070-8969-b9d68aed27e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:09.157012 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:10.721027 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:35.794447 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:02:36.125023 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3d610e56-4350-4993-b442-7161a09847a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:36.511717 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:38.313915 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-799306a1-f604-40e0-a19f-238d8a6d8539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:39.159137 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:02:40.723536 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:06.126748 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-41a4a536-1d9c-43b3-a922-3b3552aa6387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:06.513865 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:08.315146 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a6d7d597-8625-43d2-a700-ffac0c48068f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:09.165794 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:10.727784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:12.795475 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 5 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:03:15.023637 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-438929'] for agent, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:30.909776 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36204) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:03:31.051066 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3ada35d5-1fcc-4aa8-8df6-ebdc7a682439 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1401646
Oct 27 15:03:33.144720 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36214) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:03:33.225152 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-889ddb7d-c601-4af9-9299-9162e9f09f52 admin admin] 10.222.0.89 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0799425
Oct 27 15:03:36.128983 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2e15bbc0-8e9a-4e31-b6c5-d93a317d7357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:36.516634 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:38.316956 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3200c8dd-7270-4b88-b76c-7debb1202dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:39.172389 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:40.731665 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:44.991571 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:03:49.795617 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:04:06.130858 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-eb0cb46b-367d-4650-9e42-03f02e2387e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:06.519776 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:08.318461 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3c08cb90-4109-4951-a80b-ea1274aa6608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:09.170067 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:10.736624 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:15.005731 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:26.796701 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:04:36.133430 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8b91deb7-c249-40df-b1c1-c737d7eb1d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:36.522437 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:38.322485 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-97124b25-77b9-4c60-8acd-7055ed756fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:39.172259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:40.737826 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:04:45.007420 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:03.797599 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:05:06.136844 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-7879feb5-ba47-458d-95db-dfcede3decae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:06.531859 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:08.326880 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3b59a465-d2bd-4e62-86d2-bcf89c5d0de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:09.183309 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:10.747256 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.006541 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.057209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36398) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:15.435991 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36412) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:15.470381 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36418) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:15.556636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36426) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:15.598928 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-947261945-network', 'tenant_id': '332078f71e764c8193f602ddaa78dc81'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:15.604513 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:15.611107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Usage tracker for resource:network and tenant:332078f71e764c8193f602ddaa78dc81 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:15.615668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:15.622737 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:15.637758 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Made reservation on behalf of 332078f71e764c8193f602ddaa78dc81 for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:15.640671 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.655628 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.695276 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:15.701015 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Usage tracker for resource:security_group_rule and tenant:332078f71e764c8193f602ddaa78dc81 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:15.704349 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:15.710490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:15.804624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-933222701-network', 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:15.809385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.812411 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:15.816963 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.818275 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Usage tracker for resource:network and tenant:1db44cbda2874a4e9cd4706662ba77b9 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:15.825271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:15.828003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:15.839382 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:15.852118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1308}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:05:15.868920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.869340 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Added segment d1e34a06-50ae-4d8a-ba62-3372a94520be of type vlan for network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4
Oct 27 15:05:15.870747 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:15.874130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.892746 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1957301686-network', 'tenant_id': '69b9e8ac7b5a4c9493a116af78daf977'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:15.920533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:15.931519 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:15.949101 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Usage tracker for resource:network and tenant:69b9e8ac7b5a4c9493a116af78daf977 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:15.955906 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7946666f-e57f-42b9-93af-2ef5ca14836c,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:15.959838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:15.968855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:15.979162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-470149573-network', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:16.011744 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.017503 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.017896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.018222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.018702 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.019189 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.019701 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.020182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.020720 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.021195 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.021688 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.021993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Tracked resource versions report:
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]: pushed versions:
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]: {   'ConntrackHelper': {'1.0'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Log': {'1.0'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Network': {'1.1'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Port': {'1.5'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'PortForwarding': {'1.2'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'QosPolicy': {'1.8'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SecurityGroup': {'1.2'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SecurityGroupRule': {'1.0'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'SubPort': {'1.0'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Subnet': {'1.1'},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     'Trunk': {'1.1'}}
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]: consumer versions:
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     HyperV agent@hv-cinder-81567: {},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Log': '1.0',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Network': '1.1',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Port': '1.5',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'PortForwarding': '1.2',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'QosPolicy': '1.8',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SecurityGroup': '1.2',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SecurityGroupRule': '1.0',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'SubPort': '1.0',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Subnet': '1.1',
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:                                                      'Trunk': '1.1'}}
Oct 27 15:05:16.023042 dv-cinder-815673-1-iscsi neutron-server[82714]:  {{(pid=82714) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 15:05:16.026265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.027046 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Made reservation on behalf of 69b9e8ac7b5a4c9493a116af78daf977 for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:16.029343 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.058213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:16.064030 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.073221 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Usage tracker for resource:network and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:16.080520 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:16.097203 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:16.099657 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:16.113798 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Usage tracker for resource:security_group_rule and tenant:1db44cbda2874a4e9cd4706662ba77b9 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:16.119194 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:16.131669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:16.139807 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.140498 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Made reservation on behalf of ef93e3d769ba40e79c626d3bc351a81c for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:16.142862 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.162783 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:16.163432 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.172408 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.203051 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.212174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:16.233800 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Usage tracker for resource:security_group_rule and tenant:69b9e8ac7b5a4c9493a116af78daf977 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:16.249795 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:16.267376 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:16.346494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Pushing event updated for resources: {'Network': ['ID=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.356111 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.362640 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:05:16.370234 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.3091159
Oct 27 15:05:16.370575 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36460) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:16.377168 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Request body: {'subnet': {'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-subnet', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:16.386421 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:16.388466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:16.397930 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Usage tracker for resource:subnet and tenant:332078f71e764c8193f602ddaa78dc81 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:16.405474 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:16.412157 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:16.418186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:16.423749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:16.439330 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.441459 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:16.451703 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Made reservation on behalf of 332078f71e764c8193f602ddaa78dc81 for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:16.452403 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.454145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.465835 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.502133 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecbe017-7189-4f85-8836-d9f3900607b1,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.510366 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.542191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1321}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:05:16.565313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.571753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.572550 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Added segment 501a827b-5452-4e16-a632-275d40d16dbd of type vlan for network b39116f0-c1aa-4666-986e-e0dfb084b606
Oct 27 15:05:16.573835 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.594453 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.631513 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae1d169-f6f4-4bd9-a99d-721ef8b0020b,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.638757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.676093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:05:16.680283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.707679 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.708388 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Added segment 7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124 of type vlan for network 67489b65-9902-420b-91e6-cf327a4c6df7
Oct 27 15:05:16.718674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.736288 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.757474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.761479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.769427 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.791761 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.795855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971b2b13-b4d8-4e23-859b-11e8a1d81586,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.803790 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.813688 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1330}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:05:16.816894 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.824717 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:16.825834 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.831098 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449f8b60-3487-4e6b-89c6-c721d3a117ff,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.833225 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:16.846183 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.846618 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.847067 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.847483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.847813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.848142 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.848461 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.848856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.849251 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.849573 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.849924 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Tracked resource versions report:
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]: pushed versions:
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]: {   'ConntrackHelper': {'1.0'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Log': {'1.0'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Network': {'1.1'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Port': {'1.5'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'PortForwarding': {'1.2'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'QosPolicy': {'1.8'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SecurityGroup': {'1.2'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SecurityGroupRule': {'1.0'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'SubPort': {'1.0'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Subnet': {'1.1'},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     'Trunk': {'1.1'}}
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]: consumer versions:
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     HyperV agent@hv-cinder-81567: {},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Log': '1.0',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Network': '1.1',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Port': '1.5',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'PortForwarding': '1.2',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'QosPolicy': '1.8',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SecurityGroup': '1.2',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SecurityGroupRule': '1.0',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'SubPort': '1.0',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Subnet': '1.1',
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:                                                      'Trunk': '1.1'}}
Oct 27 15:05:16.850978 dv-cinder-815673-1-iscsi neutron-server[82715]:  {{(pid=82715) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 15:05:16.876136 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.877068 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Checking segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:16.877423 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Network hostable DHCP agents. Network: 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:05:16.903748 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:05:16.915739 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:16.921498 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:16.922218 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.927109 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f85546e-becb-4754-b93e-5b1c2b5cb570 None None] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:16.946956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.db.resource_extend [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 15:05:16.967490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Pushing event updated for resources: {'Network': ['ID=b39116f0-c1aa-4666-986e-e0dfb084b606,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:16.983417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:16.984910 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:16.985486 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Added segment 60ec06ac-e98e-4513-b8f1-5a671c0f994a of type vlan for network cf483c66-d2f3-4575-b6b9-f07ea2c1c566
Oct 27 15:05:16.985929 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network b39116f0-c1aa-4666-986e-e0dfb084b606 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:05:16.988605 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.6162908
Oct 27 15:05:16.992551 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36476) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:17.002315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:17.012613 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:17.024151 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Usage tracker for resource:router and tenant:332078f71e764c8193f602ddaa78dc81 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:17.028918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.031243 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:17.038178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:17.039137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.044488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.044975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:17.052056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:17.066823 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.068069 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.111291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.163652 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Pushing event updated for resources: {'Network': ['ID=67489b65-9902-420b-91e6-cf327a4c6df7,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:17.171733 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.7343187
Oct 27 15:05:17.174199 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:17.175526 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36484) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:17.186601 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Request body: {'subnet': {'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-933222701-subnet', 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:17.193401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:17.205297 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.7337832
Oct 27 15:05:17.215402 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Usage tracker for resource:subnet and tenant:1db44cbda2874a4e9cd4706662ba77b9 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:17.224661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36488) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:17.245129 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:17.269650 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Request body: {'subnet': {'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1957301686-subnet', 'tenant_id': '69b9e8ac7b5a4c9493a116af78daf977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:17.296711 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:17.299173 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:17.307734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Usage tracker for resource:subnet and tenant:69b9e8ac7b5a4c9493a116af78daf977 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:17.322020 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:17.323051 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 67489b65-9902-420b-91e6-cf327a4c6df7 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:05:17.328236 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.345122 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:17.360873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:17.362313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.410773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cd7dd159-7c0b-4477-a706-da04903f0590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:17.478535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:17.485181 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.520541 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.542588 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.9818168
Oct 27 15:05:17.548261 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Made reservation on behalf of 69b9e8ac7b5a4c9493a116af78daf977 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:17.551182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.580623 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36500) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:17.591173 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Request body: {'subnet': {'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-subnet', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:17.598680 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:17.605961 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Usage tracker for resource:subnet and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:17.610109 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:17.617103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:17.629732 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Made reservation on behalf of ef93e3d769ba40e79c626d3bc351a81c for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:17.632738 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:17.663001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc616dbe-ed19-48f4-81c3-3006de8e1941 None None] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:18.053761 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.191358 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.200538 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:18.365465 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d58e286f-ed7c-4a18-89c9-50dde55d5127,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:18.368718 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:18.427139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Pushing event updated for resources: {'Network': ['ID=cf483c66-d2f3-4575-b6b9-f07ea2c1c566,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:18.444421 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:05:18.446909 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Checking segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:18.450430 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Network hostable DHCP agents. Network: cf483c66-d2f3-4575-b6b9-f07ea2c1c566, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:05:18.490048 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.530253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.532101 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:18.533170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:18.581267 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:05:18.620412 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, cf483c66-d2f3-4575-b6b9-f07ea2c1c566) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:18.633705 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:18.635975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.638380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.640878 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a259678-2f42-4821-aef4-8e941a347ad3 None None] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:18.731119 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0949cf30-fbb0-4366-9c04-5db5a0043d5f,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:18.735966 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:18.737543 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:18.774630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36536) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:18.774863 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.1907284
Oct 27 15:05:18.795975 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:18.817111 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Checking segment: {'id': '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:18.817916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Network hostable DHCP agents. Network: 67489b65-9902-420b-91e6-cf327a4c6df7, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:05:18.840833 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:18.863340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Usage tracker for resource:router and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:18.871992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:18.878375 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8291db8-704c-4e9a-8135-31ab35a6a02c,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:18.884966 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:18.887665 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:18.892186 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Checking segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:18.892655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Network hostable DHCP agents. Network: b39116f0-c1aa-4666-986e-e0dfb084b606, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:05:18.918636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.920404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:18.932661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Network 67489b65-9902-420b-91e6-cf327a4c6df7 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:05:18.973722 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 67489b65-9902-420b-91e6-cf327a4c6df7) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:18.984126 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:18.985724 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Allocated IP 172.27.3.58 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/769cda08-3889-4cfc-ab1c-d25bbf19e6ea) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:18.988398 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.009026 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.028168 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4c0101-ab1d-493e-af7a-d52acf136097 None None] Network 67489b65-9902-420b-91e6-cf327a4c6df7 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:19.041349 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Network b39116f0-c1aa-4666-986e-e0dfb084b606 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:05:19.056173 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, b39116f0-c1aa-4666-986e-e0dfb084b606) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:19.079496 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:19.083730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.110091 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a305e06-01ca-40f6-af51-89d245ccf0af None None] Network b39116f0-c1aa-4666-986e-e0dfb084b606 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:19.179682 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9536617
Oct 27 15:05:19.338291 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3fad4e4f-4dcf-4a18-b31a-52a3cc1fe4c0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.1474600
Oct 27 15:05:19.364542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36562) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:19.409044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.420084 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.473680 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.484296 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:19.613960 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Pushing event updated for resources: {'Port': ['ID=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:19.617964 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:19.645757 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:19.647727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:19.656222 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:19.730945 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.767789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.856426 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:05:19.857259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.923934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:19.925118 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:20.111281 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Allocated IP 172.27.3.72 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/08e14e98-c1b7-4b51-9a68-e699eb08a1a9) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:20.192412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:20.387534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0467c17c-5bdb-4faf-a74e-104ebcc68f1a None None] Network 67489b65-9902-420b-91e6-cf327a4c6df7 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:20.509434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:20.566433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Router b34098d9-c914-4823-9dd2-acda12414d1e is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:05:20.615236 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Usage tracker for resource:security_group_rule and tenant:de1d8ecb9cee4384aa3b3542ed76ee99 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:20.617747 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36622) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:20.683991 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:20.689019 dv-cinder-815673-1-iscsi neutron-server[82714]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Oct 27 15:05:20.719579 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:20.882113 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Allocated IP 172.20.0.2 (cf483c66-d2f3-4575-b6b9-f07ea2c1c566/d58e286f-ed7c-4a18-89c9-50dde55d5127/0b883879-0d70-4660-a9b8-2abafb254ae4) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:20.924687 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:20.929822 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36628) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:21.025538 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.061019 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fd888938-eb32-4e7f-999c-906514df2c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:21.113004 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:05:21.128048 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Sync routers for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:05:21.148100 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.150597 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 4.1561987
Oct 27 15:05:21.154811 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36636) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:21.160277 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:21.161499 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299ed5e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:21.235292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36640) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:21.271707 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.302689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:21.312077 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Transition to ACTIVE for port object 0b883879-0d70-4660-a9b8-2abafb254ae4 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:21.372469 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Transition to ACTIVE for port object 0b883879-0d70-4660-a9b8-2abafb254ae4 will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:21.382107 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17574595-c447-4319-837b-778c0d70e921 None None] Network b39116f0-c1aa-4666-986e-e0dfb084b606 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:21.387607 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Pushing event updated for resources: {'Port': ['ID=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:21.420984 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.425228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.429993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-fd89d24d-eefd-4262-8d5f-8aeeed2ccb61 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:21.431115 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-fd89d24d-eefd-4262-8d5f-8aeeed2ccb61 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:21.443701 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:21.470240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:21.474494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:21.515016 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:21.526799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.529757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-fd89d24d-eefd-4262-8d5f-8aeeed2ccb61 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:21.531281 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-fd89d24d-eefd-4262-8d5f-8aeeed2ccb61 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.9026306
Oct 27 15:05:21.533850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.551662 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.564671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:21.576809 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b635595-fb73-4285-8cb6-e795f8dc0693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:21.578040 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Usage tracker for resource:security_group_rule and tenant:46e674c8afdd4e4f9189067168fa14d1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:21.590939 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:21.604797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:21.616689 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:21.706459 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:21.711077 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Pushing event updated for resources: {'Port': ['ID=0b883879-0d70-4660-a9b8-2abafb254ae4,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:21.723274 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:21.783546 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:21.819605 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.825261 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:21.847048 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-736921da-b00f-486f-b65d-0e7b9a4bab80 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/quotas/1db44cbda2874a4e9cd4706662ba77b9 HTTP/1.1" status: 200  len: 375 time: 0.2964716
Oct 27 15:05:21.859542 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.860168 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.860646 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.861104 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.861593 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.862082 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.862543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.863024 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.863507 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.863968 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.864445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Tracked resource versions report:
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]: pushed versions:
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]: {   'ConntrackHelper': {'1.0'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Log': {'1.0'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Network': {'1.1'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Port': {'1.5'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'PortForwarding': {'1.2'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'QosPolicy': {'1.8'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SecurityGroup': {'1.2'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SecurityGroupRule': {'1.0'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'SubPort': {'1.0'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Subnet': {'1.1'},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     'Trunk': {'1.1'}}
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]: consumer versions:
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     HyperV agent@hv-cinder-81567: {},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Log': '1.0',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Network': '1.1',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Port': '1.5',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'PortForwarding': '1.2',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'QosPolicy': '1.8',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SecurityGroup': '1.2',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SecurityGroupRule': '1.0',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'SubPort': '1.0',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Subnet': '1.1',
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:                                                      'Trunk': '1.1'}}
Oct 27 15:05:21.865622 dv-cinder-815673-1-iscsi neutron-server[82716]:  {{(pid=82716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 15:05:21.887975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:21.925400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcbf5e2-2214-4dc9-b02d-d9b44fbd1337,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:21.937400 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:21.939675 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:21.955417 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-15bb9a2f-0cbd-4ef3-ba11-71867d5d9c24 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1073663
Oct 27 15:05:21.956358 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:21.966985 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Usage tracker for resource:security_group_rule and tenant:903002b404154f72a6acdd922d9b4890 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:21.968921 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Synchronizing usage tracker for tenant:788e6d12550a446aa50a0962b825388d on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:21.971497 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de1d8ecb9cee4384aa3b3542ed76ee99&name=default HTTP/1.1" status: 200  len: 2647 time: 2.6055868
Oct 27 15:05:21.972601 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:21.979870 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36664) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:21.982016 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299ed5e0>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:19Z', 'revision_number': 3, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:21.985756 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:21.990295 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Checking router: b34098d9-c914-4823-9dd2-acda12414d1e for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:05:21.990651 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Updating router b34098d9-c914-4823-9dd2-acda12414d1e port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:05:22.008731 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e098dc4d-59bb-4679-92ea-e763157ef8c3,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:22.031201 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:22.077851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Unset dirty status for tenant:788e6d12550a446aa50a0962b825388d on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:22.082487 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=46e674c8afdd4e4f9189067168fa14d1&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1476843
Oct 27 15:05:22.084699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36670) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:22.124004 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.211052 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36678) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:22.213581 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Attempting to bind port 0b883879-0d70-4660-a9b8-2abafb254ae4 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:22.214068 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Attempting to bind port 0b883879-0d70-4660-a9b8-2abafb254ae4 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:22.215858 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Attempting to bind port 0b883879-0d70-4660-a9b8-2abafb254ae4 on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:22.228731 dv-cinder-815673-1-iscsi neutron-server[82715]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Oct 27 15:05:22.235918 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:22.236440 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Checking segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:22.236943 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.237434 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Bound using segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:22.238044 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Bound port: 0b883879-0d70-4660-a9b8-2abafb254ae4, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:22.238542 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.276107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.310123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.328397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-e013ff3f-7f9f-4e06-b8a0-940622173ee0 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:05:22.329513 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-e013ff3f-7f9f-4e06-b8a0-940622173ee0 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2030199
Oct 27 15:05:22.335237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.341701 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.399848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:22.416678 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] For port 0b883879-0d70-4660-a9b8-2abafb254ae4, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:22.421144 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] For port 0b883879-0d70-4660-a9b8-2abafb254ae4, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0b883879-0d70-4660-a9b8-2abafb254ae4,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:22.427378 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.433371 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:22.452199 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ee2e33-feb3-42e7-96cf-54b22e5d1f7a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:22.468073 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:22.481904 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.482629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.484711 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.528881 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-a29944be-c020-49d8-a769-cf41a0cc7860 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:22.530505 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-a29944be-c020-49d8-a769-cf41a0cc7860 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/networks?id=67489b65-9902-420b-91e6-cf327a4c6df7 HTTP/1.1" status: 200  len: 812 time: 0.3085208
Oct 27 15:05:22.550687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Pushing event updated for resources: {'Port': ['ID=0b883879-0d70-4660-a9b8-2abafb254ae4,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:22.562722 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-38a02f28-45ad-4bd0-864c-7808284bc472 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/quotas/69b9e8ac7b5a4c9493a116af78daf977 HTTP/1.1" status: 200  len: 375 time: 0.0254219
Oct 27 15:05:22.596255 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:22.630230 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-23d52e68-5c67-44f7-a7d3-6ad7f521545c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=69b9e8ac7b5a4c9493a116af78daf977&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0666440
Oct 27 15:05:22.647576 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.688395 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=903002b404154f72a6acdd922d9b4890&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4520481
Oct 27 15:05:22.691239 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Transition to ACTIVE for port object 769cda08-3889-4cfc-ab1c-d25bbf19e6ea will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:22.704685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36690) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:22.706138 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.722744 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.729427 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:22.844171 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Attempting to bind port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:22.844775 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Attempting to bind port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:22.845307 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Attempting to bind port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:22.863684 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:22.864294 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:22.864803 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.866132 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:22.866912 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Bound port: 769cda08-3889-4cfc-ab1c-d25bbf19e6ea, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:22.867266 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.867430 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.876141 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-4ecedd00-93e7-4537-bd5d-00b920e13745 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5381408
Oct 27 15:05:22.935303 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:22.967533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcbf5e2-2214-4dc9-b02d-d9b44fbd1337,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:22.972039 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] For port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:22.975923 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] For port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:22.986504 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:22.988954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:22.992777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-d504b6b5-6e28-4ed3-b9a6-afd69cff202b service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82715) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:05:22.995235 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-d504b6b5-6e28-4ed3-b9a6-afd69cff202b service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2373972
Oct 27 15:05:23.042359 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:23.043673 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299ed5e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:23.116863 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Pushing event updated for resources: {'Port': ['ID=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:23.151808 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.152187 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.152607 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.152937 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.153584 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.153584 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.153931 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.154278 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.154603 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.154918 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.155238 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Tracked resource versions report:
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]: pushed versions:
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]: {   'ConntrackHelper': {'1.0'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Log': {'1.0'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Network': {'1.1'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Port': {'1.5'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'PortForwarding': {'1.2'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'QosPolicy': {'1.8'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SecurityGroup': {'1.2'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SecurityGroupRule': {'1.0'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'SubPort': {'1.0'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Subnet': {'1.1'},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     'Trunk': {'1.1'}}
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]: consumer versions:
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]: {   DHCP agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     HyperV agent@hv-cinder-81567: {},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     L3 agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     Metadata agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     Metering agent@dv-cinder-815673-1-iscsi: {},
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:     Open vSwitch agent@dv-cinder-815673-1-iscsi: {   'ConntrackHelper': '1.0',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Log': '1.0',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Network': '1.1',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Port': '1.5',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'PortForwarding': '1.2',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'QosPolicy': '1.8',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SecurityGroup': '1.2',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SecurityGroupRule': '1.0',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'SubPort': '1.0',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Subnet': '1.1',
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:                                                      'Trunk': '1.1'}}
Oct 27 15:05:23.156309 dv-cinder-815673-1-iscsi neutron-server[82717]:  {{(pid=82717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Oct 27 15:05:23.159615 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:23.163319 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0b883879-0d70-4660-a9b8-2abafb254ae4 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:23.171077 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-3bd77f53-3179-4095-a042-21db8b315f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:23.192264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.193329 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0fcbf5e2-2214-4dc9-b02d-d9b44fbd1337 HTTP/1.1" status: 204  len: 168 time: 1.2093239
Oct 27 15:05:23.208766 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-7e1aa998-59d8-4523-a3b3-2de8d2d3d007 service neutron] 10.222.0.89 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1986618
Oct 27 15:05:23.261005 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.273449 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 0b883879-0d70-4660-a9b8-2abafb254ae4 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:23.310124 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.358860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a17d75b-2c91-486b-be1c-1da85ec2fbcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:23.375740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.386406 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Pushing event updated for resources: {'Port': ['ID=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:23.388912 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-e99e7e85-504a-405b-8d57-3626a8c63c83 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4807956
Oct 27 15:05:23.389788 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:23.411241 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e098dc4d-59bb-4679-92ea-e763157ef8c3,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:23.430371 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:23.436821 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:23.479561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.482014 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e098dc4d-59bb-4679-92ea-e763157ef8c3 HTTP/1.1" status: 204  len: 168 time: 1.3914332
Oct 27 15:05:23.500060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.520764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b14f622b-5d79-4f88-a246-c1707a503517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:23.555454 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ee2e33-feb3-42e7-96cf-54b22e5d1f7a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:23.574003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:23.580170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:23.586343 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/58ee2e33-feb3-42e7-96cf-54b22e5d1f7a HTTP/1.1" status: 204  len: 168 time: 0.8689849
Oct 27 15:05:23.719404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:05:23.892276 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36718) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:23.975099 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.008286 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-5ad5f8d6-f0c3-4f30-80ce-384237e1549b service neutron] 10.222.0.89 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7748423
Oct 27 15:05:24.075169 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.095744 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5142468e-3fad-4c50-a852-6ac096e059d0 None None] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:05:24.220935 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:24.244464 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Usage tracker for resource:security_group_rule and tenant:9cda7fcb2df44f57b41324ac138cd11c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:24.257105 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:24.285809 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:24.319695 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299ed5e0>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:19Z', 'revision_number': 3, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:24.330251 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87124d36-76b4-4998-909b-89f8662f3a6d None None] The sync data for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi is: [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:19Z', 'revision_number': 3, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:05:24.456659 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Allocated IP 172.20.0.1 (05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4/449f8b60-3487-4e6b-89c6-c721d3a117ff/88ca3390-b682-41ac-be54-01494ee8fe6c) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:24.479546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.606094 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.610029 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4f282fa1-4335-4310-b0d3-3286ac996a9a req-e9b0d288-f224-43c9-aec5-54f3eb93699b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.3976436
Oct 27 15:05:24.626234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Provisioning for port 0b883879-0d70-4660-a9b8-2abafb254ae4 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:24.634611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:24.637226 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Provisioning complete for port 0b883879-0d70-4660-a9b8-2abafb254ae4 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:24.638028 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.818602 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.883347 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36752) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:24.895173 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:24.931240 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64751397-2d1c-4959-858a-955a75ec6de9,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:24.956886 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:24.957098 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9cda7fcb2df44f57b41324ac138cd11c&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0567601
Oct 27 15:05:24.959056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36756) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:24.965023 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:24.978788 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aec74140-0d49-4edf-895f-9f5e485a305e req-af0db76e-2352-4b1c-ae10-8911e55e76b0 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.1964295
Oct 27 15:05:25.131664 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.158713 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Pushing event updated for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:25.163653 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.176672 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:05:25.207528 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:25.223233 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 769cda08-3889-4cfc-ab1c-d25bbf19e6ea up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:25.256580 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:25.263559 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:25.271431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.319960 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:25.320675 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.405808 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.407016 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.6262350
Oct 27 15:05:25.411828 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 36764) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:25.413292 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:25.419142 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] For port 0b883879-0d70-4660-a9b8-2abafb254ae4, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0b883879-0d70-4660-a9b8-2abafb254ae4,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:25.426982 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:05:25.432276 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.443654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.461095 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:25.501858 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:25.512306 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:25.512776 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.592765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36774) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:25.638958 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.653925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Usage tracker for resource:security_group_rule and tenant:11acfaf80222413297ff606b534d98f7 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:25.660967 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:25.672796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:25.684534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29cf0760>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:25.737319 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:25.748386 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.749576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:25.769839 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:25.789217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Usage tracker for resource:security_group_rule and tenant:5f8168a77ec6404c928e7bb36650cb9f is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:25.807648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:25.849420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64751397-2d1c-4959-858a-955a75ec6de9,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:25.862432 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:25.867043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:25.869446 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:25.884812 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.013844 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:26.014869 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-41025e5e-8b67-466d-a127-9487205f8011 req-d6a57547-7265-4aaf-a84b-d3646c105f9f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.1485813
Oct 27 15:05:26.026949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.052776 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.063759 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/64751397-2d1c-4959-858a-955a75ec6de9 HTTP/1.1" status: 204  len: 168 time: 1.0962915
Oct 27 15:05:26.082129 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-87a7a5a9-0794-4ac0-b3a6-3743067e1e2b None None] Provisioning complete for port 0b883879-0d70-4660-a9b8-2abafb254ae4 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:26.082773 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-87a7a5a9-0794-4ac0-b3a6-3743067e1e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.215751 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.221089 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.238956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:26.332659 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584324c2-333f-4d44-901a-e2bc92d3064d,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:26.346094 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:26.402281 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5f8168a77ec6404c928e7bb36650cb9f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8009231
Oct 27 15:05:26.404782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36818) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:26.413055 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13fd5ae-b74a-4d69-941d-edeb929687d5,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:26.421891 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:26.480399 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-39646a80-dd9f-4829-a417-a2cbdaa6d2e6 req-620aa604-33dd-47c8-a995-468e57488ebd tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0752578
Oct 27 15:05:26.593009 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=11acfaf80222413297ff606b534d98f7&name=default HTTP/1.1" status: 200  len: 2647 time: 1.7073169
Oct 27 15:05:26.596116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 36828) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:26.670920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.671139 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.685484 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.690447 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.704975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:26.712364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.712770 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.739716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:26.754408 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Pushing event updated for resources: {'Port': ['ID=0b883879-0d70-4660-a9b8-2abafb254ae4,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:26.760523 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.776636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:26.785344 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.796308 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:26.805529 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b471d68f-bbe9-40ff-ae1e-b5bb5f409588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:26.825507 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.829618 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/584324c2-333f-4d44-901a-e2bc92d3064d HTTP/1.1" status: 204  len: 168 time: 0.4198420
Oct 27 15:05:26.833195 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584324c2-333f-4d44-901a-e2bc92d3064d,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:26.836972 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:26.875715 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.930371 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:26.991282 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:27.000138 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:27.075142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:27.082642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Pushing event updated for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:27.088361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:27.097634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:27.143929 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13fd5ae-b74a-4d69-941d-edeb929687d5,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:27.147271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:27.160995 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:27.165874 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a13fd5ae-b74a-4d69-941d-edeb929687d5 HTTP/1.1" status: 204  len: 168 time: 0.5667906
Oct 27 15:05:27.221445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0b883879-0d70-4660-a9b8-2abafb254ae4 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:27.287043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:27.356609 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:27.359162 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:27.555546 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d4a54321-e00e-4c8b-a118-7ad770991efe req-81e8dbe4-6bf0-4108-9fe4-27f207ad1081 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.2066586
Oct 27 15:05:27.818025 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 0b883879-0d70-4660-a9b8-2abafb254ae4 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:27.820438 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:27.856443 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-678ae663-4c7a-40d2-af04-fb5dab9d8d92 req-91129ead-87b1-4fe8-940a-fecbb07e18ac tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0596039
Oct 27 15:05:28.168588 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29cf0760>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:21Z', 'revision_number': 3, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:28.180376 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:05:28.180749 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Updating router 25c12a8c-4215-4fae-94e9-3050f29ccbdc port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:05:28.248783 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:28.411575 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Router b34098d9-c914-4823-9dd2-acda12414d1e has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:05:29.032053 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.044439 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-51026a4c-30a9-45cc-8322-537e6a9569ce req-294d92c4-6898-4814-864a-808d0d348a22 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.1176691
Oct 27 15:05:29.071641 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Transition to ACTIVE for port object 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:29.121305 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.129105 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:29.259733 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-76581226-4657-44a8-b120-2cb04b47d53a req-6c98e623-73ce-46d1-9626-e57e322786c3 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0787330
Oct 27 15:05:29.320707 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.420211 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Pushing event updated for resources: {'Port': ['ID=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:29.423026 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 769cda08-3889-4cfc-ab1c-d25bbf19e6ea up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:29.450424 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:29.506060 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Attempting to bind port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:29.506494 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Attempting to bind port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:29.506899 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Attempting to bind port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:29.537775 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:29.538242 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:29.538806 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.539214 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:29.539767 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Bound port: 08e14e98-c1b7-4b51-9a68-e699eb08a1a9, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:29.540173 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.686672 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:05:29.698674 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Sync routers for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:05:29.705543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] For port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:29.709466 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] For port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:29.726716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:29.736770 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:29.738413 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac295a4730>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:29.774464 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:29.841394 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.91', 59506) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:29.970068 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:29.971122 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29cf0760>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:30.043975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Allocated IP 172.20.0.1 (cf483c66-d2f3-4575-b6b9-f07ea2c1c566/d58e286f-ed7c-4a18-89c9-50dde55d5127/8ddd13d0-af53-4d40-82aa-3e22282ec86b) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:30.052389 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:30.053525 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:30.508931 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:30.568585 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-66e64efc-64cc-4bfd-8041-5ce90a269b77 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:30.569628 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-66e64efc-64cc-4bfd-8041-5ce90a269b77 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Synchronizing usage tracker for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:30.755583 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-66e64efc-64cc-4bfd-8041-5ce90a269b77 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Unset dirty status for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:30.756721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-66e64efc-64cc-4bfd-8041-5ce90a269b77 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.91 "GET /v2.0/networks?id=67489b65-9902-420b-91e6-cf327a4c6df7 HTTP/1.1" status: 200  len: 812 time: 0.9131408
Oct 27 15:05:30.759115 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4a702186-5fcb-4303-98f8-fccda208b5dd req-e1451497-b776-415b-8bd2-593df1e1ed9d tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.1046016
Oct 27 15:05:30.769148 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Pushing event updated for resources: {'Port': ['ID=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:30.780419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:30.817968 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Request body: {'port': {'device_id': '7969d073-f877-466f-a5c2-d628a55d7eba', 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7', 'admin_state_up': True, 'tenant_id': '69b9e8ac7b5a4c9493a116af78daf977'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:30.859776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:30.878489 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.91', 59509) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:30.881723 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Transition to ACTIVE for port object 8ddd13d0-af53-4d40-82aa-3e22282ec86b will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:30.984392 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:31.010734 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65ebf6ee-b2b4-4bbd-ae0c-2b380b4545ec req-5da9dade-1fca-4c96-99e7-5014ed6a3722 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.1008508
Oct 27 15:05:31.014861 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:31.021780 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] 10.222.0.89 "PUT /v2.0/routers/b34098d9-c914-4823-9dd2-acda12414d1e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8645577
Oct 27 15:05:31.040192 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:31.129566 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:31.142302 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:31.160563 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:31.186332 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:31.192017 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:31.192699 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:31.427656 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:31.479866 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:31.491310 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Usage tracker for resource:port and tenant:69b9e8ac7b5a4c9493a116af78daf977 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:31.497669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:31.523389 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:31.572885 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac295a4730>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:25Z', 'revision_number': 4, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '88ca3390-b682-41ac-be54-01494ee8fe6c', 'name': '', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'mac_address': 'fa:16:3e:41:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:24Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 2, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'subnets': [{'id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:31.593224 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Checking router: b34098d9-c914-4823-9dd2-acda12414d1e for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:05:31.594346 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Updating router b34098d9-c914-4823-9dd2-acda12414d1e port 88ca3390-b682-41ac-be54-01494ee8fe6c binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:05:31.680216 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:31.709880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-d1316be0-cf6f-44ea-85c0-6aeea4900646 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:31.711386 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-d1316be0-cf6f-44ea-85c0-6aeea4900646 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.8317275
Oct 27 15:05:31.713012 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Made reservation on behalf of 69b9e8ac7b5a4c9493a116af78daf977 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:31.716850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:31.732180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Request body: {'port': {'device_id': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'admin_state_up': True, 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:31.976712 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-6d365ddc-c35d-4e88-80a3-e84b4fdbbac9 None None] Provisioning for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:31.997895 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-6d365ddc-c35d-4e88-80a3-e84b4fdbbac9 None None] Provisioning complete for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:32.000597 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-6d365ddc-c35d-4e88-80a3-e84b4fdbbac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.149503 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-6d365ddc-c35d-4e88-80a3-e84b4fdbbac9 None None] Port 8ddd13d0-af53-4d40-82aa-3e22282ec86b cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:05:32.159041 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3b0af51b-fd4f-4268-bda4-b778e86817cd req-92fcae75-d340-41b1-ae94-77618ac5d953 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0856137
Oct 27 15:05:32.186625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29cf0760>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:21Z', 'revision_number': 3, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:32.190959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:32.193908 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e22c54-b9a8-4dd5-84c3-78a2d675c18f None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:21Z', 'revision_number': 3, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:05:32.235125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Usage tracker for resource:port and tenant:1db44cbda2874a4e9cd4706662ba77b9 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:32.241964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:32.280463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:32.351627 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.357484 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.358965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.361937 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Allocated IP 172.20.0.10 (67489b65-9902-420b-91e6-cf327a4c6df7/0949cf30-fbb0-4366-9c04-5db5a0043d5f/dd5196cd-c709-49ea-b9ee-d58844c69b87) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:32.384044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1d64056c-2edd-466a-bf77-c19a78173fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:32.513555 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aec5e2b4-19f4-42a8-8239-dac1fa583b3e req-79ce4a56-dde6-4c9b-b2a7-7aa68e3f4d24 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.0766821
Oct 27 15:05:32.520797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:32.526065 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.638373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Pushing event updated for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:32.643598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:32.718807 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:32.720053 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:32.731361 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.762534 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Transition to ACTIVE for port object 88ca3390-b682-41ac-be54-01494ee8fe6c will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:32.775606 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:32.784905 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:32.918723 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf2d2-3e68-4360-a186-4af1492c5b28 None None] Pushing event updated for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:32.953316 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24eaf2d2-3e68-4360-a186-4af1492c5b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:33.181852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:33.320837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-95d05ec9-e61e-47dd-956f-acb0bc962535 None None] Provisioning complete for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:33.321215 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-95d05ec9-e61e-47dd-956f-acb0bc962535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.416218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-95d05ec9-e61e-47dd-956f-acb0bc962535 None None] Port 8ddd13d0-af53-4d40-82aa-3e22282ec86b cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:05:33.450764 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:33.468416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:33.469005 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.595401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.643183 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Attempting to bind port 88ca3390-b682-41ac-be54-01494ee8fe6c on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:33.643183 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Attempting to bind port 88ca3390-b682-41ac-be54-01494ee8fe6c by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:33.643183 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Attempting to bind port 88ca3390-b682-41ac-be54-01494ee8fe6c on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:33.683206 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:33.686362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Allocated IP 172.20.0.6 (b39116f0-c1aa-4666-986e-e0dfb084b606/c8291db8-704c-4e9a-8135-31ab35a6a02c/7b28974a-cf38-4110-8966-d2480853dec2) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:33.686611 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Checking segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:33.690958 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.697956 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Bound using segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:33.700076 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Bound port: 88ca3390-b682-41ac-be54-01494ee8fe6c, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:33.706380 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.903650 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-62195209-9235-4f62-908a-9f99d59ab05b req-75c6a218-78e6-4735-a774-2ffeacd4f357 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.1883390
Oct 27 15:05:33.919150 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] For port 88ca3390-b682-41ac-be54-01494ee8fe6c, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:33.924691 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] For port 88ca3390-b682-41ac-be54-01494ee8fe6c, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=88ca3390-b682-41ac-be54-01494ee8fe6c,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:33.937116 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:33.955924 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:34.072392 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:05:34.099913 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:34.136939 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaf2d2-3e68-4360-a186-4af1492c5b28 None None] Pushing event updated for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=4']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:34.149637 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24eaf2d2-3e68-4360-a186-4af1492c5b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:34.171071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:34.186600 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:34.195085 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:34.214046 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:34.216113 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:34.226508 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac295a4730>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:34.254298 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-273c3faf-00db-4950-849b-e6ca4572f2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:34.591397 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:34.595007 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:34.662561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37044) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:34.753260 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c058a303-95f9-482b-96f5-7d84ba748996 req-caca7b02-ba95-472b-903c-2b65ba3ce925 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.0915723
Oct 27 15:05:34.793304 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:34.800856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:05:34.812680 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] 10.222.0.89 "PUT /v2.0/routers/25c12a8c-4215-4fae-94e9-3050f29ccbdc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.3870921
Oct 27 15:05:34.841869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Pushing event updated for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:34.848666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:34.958827 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Network 67489b65-9902-420b-91e6-cf327a4c6df7 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:34.970677 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:34.985728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:34.993450 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:35.001082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:35.135277 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:35.171646 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.3588281
Oct 27 15:05:35.241116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-f7f2d42e-b56f-4cd0-8a49-7e95d32b1856 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:05:35.250254 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-f7f2d42e-b56f-4cd0-8a49-7e95d32b1856 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0288122
Oct 27 15:05:35.254839 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:35.310454 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:35.311187 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:35.514805 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:35.536799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:35.675905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-02ca9580-cb78-4757-bf95-1dd48c54c991 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:35.677143 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-02ca9580-cb78-4757-bf95-1dd48c54c991 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Synchronizing usage tracker for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:35.733027 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Network b39116f0-c1aa-4666-986e-e0dfb084b606 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:35.744674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:35.750784 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:35.754541 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac295a4730>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:25Z', 'revision_number': 4, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '88ca3390-b682-41ac-be54-01494ee8fe6c', 'name': '', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'mac_address': 'fa:16:3e:41:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:24Z', 'updated_at': '2021-10-27T15:05:33Z', 'revision_number': 4, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'subnets': [{'id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:35.758475 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:35.760365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:35.771839 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c47e54-79a4-4c60-a978-5f8a6ba7fae3 None None] The sync data for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi is: [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:05:25Z', 'revision_number': 4, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '88ca3390-b682-41ac-be54-01494ee8fe6c', 'name': '', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'mac_address': 'fa:16:3e:41:a2:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:24Z', 'updated_at': '2021-10-27T15:05:33Z', 'revision_number': 4, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'subnets': [{'id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:05:35.781030 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event updated for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:35.798633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:35.830241 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-02ca9580-cb78-4757-bf95-1dd48c54c991 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Unset dirty status for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:35.832124 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-02ca9580-cb78-4757-bf95-1dd48c54c991 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 932 time: 0.5184908
Oct 27 15:05:35.962236 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2342269
Oct 27 15:05:36.015092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-358efda9-f0c2-4862-b3a7-399ce0ebecb7 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Synchronizing usage tracker for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:36.128663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-358efda9-f0c2-4862-b3a7-399ce0ebecb7 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Unset dirty status for tenant:69b9e8ac7b5a4c9493a116af78daf977 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:36.130023 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-acefc71b-4214-4ef3-89ab-b34d65f52ec7 req-358efda9-f0c2-4862-b3a7-399ce0ebecb7 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2781873
Oct 27 15:05:36.131485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.146410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-95fd4026-c3cd-40af-8356-a2348461b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.201381 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:36.242955 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Usage tracker for resource:security_group_rule and tenant:0b19569eccd4401bb5e17740db56df53 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:36.252764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:36.274985 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:36.473249 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.480595 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.493502 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:36.539477 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.640552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad3fb2a-9462-464e-bce5-444e93175d13,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:36.645876 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:36.653492 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0b19569eccd4401bb5e17740db56df53&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9862111
Oct 27 15:05:36.654499 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37094) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:36.796325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.811181 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Request body: {'port': {'device_id': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:36.841914 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.934907 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:36.948042 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1b22aa36-8354-4690-93f0-3a22a08ac85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:36.969110 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad3fb2a-9462-464e-bce5-444e93175d13,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:36.979917 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:36.994710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:37.001338 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5ad3fb2a-9462-464e-bce5-444e93175d13 HTTP/1.1" status: 204  len: 168 time: 0.3452425
Oct 27 15:05:37.242612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:37.270314 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 88ca3390-b682-41ac-be54-01494ee8fe6c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:37.298633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Request body: {'port': {'device_id': '7969d073-f877-466f-a5c2-d628a55d7eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:37.579454 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 88ca3390-b682-41ac-be54-01494ee8fe6c completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:37.599862 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 88ca3390-b682-41ac-be54-01494ee8fe6c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:37.600444 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:37.979091 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.079028 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.185158 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 88ca3390-b682-41ac-be54-01494ee8fe6c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=88ca3390-b682-41ac-be54-01494ee8fe6c,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:38.190625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.197723 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:38.526669 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:38.527399 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37134) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:38.533931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139917327', 'description': 'tempest-description--77050609'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:38.578451 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:38.578725 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:38.590458 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:38.619619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:38.625282 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9e39e354-5f70-4f4d-b392-5d241bdb4fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.645178 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:38.687316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.814909 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:38.823196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:38.826931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:38.835469 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:38.947153 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.953277 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:38.969285 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b8f6d41b-12b4-4f6d-bdbe-c889e16f5b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:39.096945 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.099673 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.5713379
Oct 27 15:05:39.112148 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37150) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:39.142926 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 88ca3390-b682-41ac-be54-01494ee8fe6c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:39.146600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group_rule': {'security_group_id': '00ebf63a-dbec-46c3-bab4-70ba7a3a6e74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:39.181804 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:39.201074 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:39.202277 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:39.206470 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:39.218749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:39.290133 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:39.340242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.db.resource_extend [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 15:05:39.410680 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.476885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 88ca3390-b682-41ac-be54-01494ee8fe6c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:39.477260 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.563753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.596189 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-be364656-cb77-40a1-9130-d8d9361739b7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:39.597196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-be364656-cb77-40a1-9130-d8d9361739b7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:39.608810 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5196cd-c709-49ea-b9ee-d58844c69b87 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:39.642606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.720364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Transition to ACTIVE for port object dd5196cd-c709-49ea-b9ee-d58844c69b87 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:39.728606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-be364656-cb77-40a1-9130-d8d9361739b7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:39.735627 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-be364656-cb77-40a1-9130-d8d9361739b7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 931 time: 0.8973999
Oct 27 15:05:39.752021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:39.770337 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37166) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:39.856459 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a2f1fe9b-6bc1-4df5-a254-a9824c6d06a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:40.055992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b28974a-cf38-4110-8966-d2480853dec2 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:40.084987 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.113058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.131390 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.135124 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:40.144501 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Usage tracker for resource:security_group_rule and tenant:a574067a4cd54ca9bb1cd1d07290421a is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:40.147720 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:40.154679 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:40.212983 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.276782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Transition to ACTIVE for port object 7b28974a-cf38-4110-8966-d2480853dec2 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:40.281337 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:40.309848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:40.310615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:40.317156 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.330313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.340142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-4b398ed8-d4db-4985-ab60-9907c5cad916 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:40.341018 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.356456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:40.359925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84014fdf-593a-4127-87b3-538b49651f41,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:40.369729 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.374021 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2557061
Oct 27 15:05:40.375430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:40.378146 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:40.378685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37180) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:40.411318 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group_rule': {'security_group_id': '00ebf63a-dbec-46c3-bab4-70ba7a3a6e74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:40.481601 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:40.503393 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:40.506456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f93af9-8814-49ad-ab42-218257d335cf,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:40.530826 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:40.533215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-4b398ed8-d4db-4985-ab60-9907c5cad916 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:40.534361 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ebfa236-a878-4b47-aec9-3d77daa5c31e req-4b398ed8-d4db-4985-ab60-9907c5cad916 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7979703
Oct 27 15:05:40.541792 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:40.549640 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a574067a4cd54ca9bb1cd1d07290421a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7780449
Oct 27 15:05:40.552336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37190) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:40.560912 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:40.585705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Pushing event updated for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:40.590700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:40.602368 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Attempting to bind port dd5196cd-c709-49ea-b9ee-d58844c69b87 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:40.602715 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Attempting to bind port dd5196cd-c709-49ea-b9ee-d58844c69b87 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:40.603056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Attempting to bind port dd5196cd-c709-49ea-b9ee-d58844c69b87 on network 67489b65-9902-420b-91e6-cf327a4c6df7 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:40.608588 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.622952 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Port dd5196cd-c709-49ea-b9ee-d58844c69b87 on network 67489b65-9902-420b-91e6-cf327a4c6df7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:05:40.623250 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Attempting to bind port dd5196cd-c709-49ea-b9ee-d58844c69b87 on network 67489b65-9902-420b-91e6-cf327a4c6df7 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:40.693009 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:40.693377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Checking segment: {'id': '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:40.693927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Bound using segment: {'id': '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:40.694402 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Bound port: dd5196cd-c709-49ea-b9ee-d58844c69b87, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:40.694743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.715343 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Attempting to bind port 7b28974a-cf38-4110-8966-d2480853dec2 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:40.715696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Attempting to bind port 7b28974a-cf38-4110-8966-d2480853dec2 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:40.716017 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Attempting to bind port 7b28974a-cf38-4110-8966-d2480853dec2 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:40.749737 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.780083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.802025 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:05:40.804078 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.831385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Port 7b28974a-cf38-4110-8966-d2480853dec2 on network b39116f0-c1aa-4666-986e-e0dfb084b606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:05:40.831742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Attempting to bind port 7b28974a-cf38-4110-8966-d2480853dec2 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:40.858846 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.863510 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:40.888248 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:40.888568 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Checking segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:40.888855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Bound using segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:40.889283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Bound port: 7b28974a-cf38-4110-8966-d2480853dec2, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:40.889619 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.917616 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5a3873-23ab-4a34-9f49-de82aa15d12b,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:40.931823 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:40.936013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.958726 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:40.961055 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5810521
Oct 27 15:05:40.966049 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37194) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:40.971921 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:40.991586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:40.997860 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:floatingip and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:41.002041 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:41.018365 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:41.033314 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.081011 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:41.090089 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=7b28974a-cf38-4110-8966-d2480853dec2,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:41.114609 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.126831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:41.169202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:41.217664 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87,segment=NetworkSegment(7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124),segment_id=7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:41.233858 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b4e55-be3c-438c-b584-a616bc31d152 req-8ebc9832-1e3f-4b03-a55e-50a67e92a004 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:41.235376 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8a4b4e55-be3c-438c-b584-a616bc31d152 req-8ebc9832-1e3f-4b03-a55e-50a67e92a004 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.5131290
Oct 27 15:05:41.262959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.369061 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Pushing event updated for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:41.399080 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:41.400072 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:41.457146 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.458721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] 10.222.0.91 "PUT /v2.0/ports/7b28974a-cf38-4110-8966-d2480853dec2 HTTP/1.1" status: 200  len: 1093 time: 5.2809014
Oct 27 15:05:41.459490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:05:41.537185 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.543125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-513cf947-1eb7-4d09-ab5d-4926dc2d0e96 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:41.544565 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-513cf947-1eb7-4d09-ab5d-4926dc2d0e96 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 818 time: 0.2892551
Oct 27 15:05:41.580427 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.581791 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] 10.222.0.91 "PUT /v2.0/ports/dd5196cd-c709-49ea-b9ee-d58844c69b87 HTTP/1.1" status: 200  len: 1094 time: 5.4028051
Oct 27 15:05:41.594717 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-63b9b436-b89a-4591-99f0-e2442e3dec03 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/quotas/332078f71e764c8193f602ddaa78dc81 HTTP/1.1" status: 200  len: 375 time: 0.0132687
Oct 27 15:05:41.650506 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8a4b4e55-be3c-438c-b584-a616bc31d152 req-41e1f8ba-bdef-42cf-86f3-b2b4caef0830 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3901074
Oct 27 15:05:41.665142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.670505 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:41.675281 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:41.677323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4b29b00a-6a72-4af3-b575-0d6af559e5ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:41.689232 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f93af9-8814-49ad-ab42-218257d335cf,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:41.692474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:41.707624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:41.711504 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d0f93af9-8814-49ad-ab42-218257d335cf HTTP/1.1" status: 204  len: 168 time: 1.1555550
Oct 27 15:05:41.788630 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-8f31a806-926e-4ebb-b8ec-896df629783d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:41.824475 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Allocated IP 172.27.3.41 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:41.830937 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-8f31a806-926e-4ebb-b8ec-896df629783d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:41.832648 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-8f31a806-926e-4ebb-b8ec-896df629783d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2324142
Oct 27 15:05:42.134576 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-64b471af-d0fb-43fd-b2e2-405cf2b6e872 service neutron] 10.222.0.89 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2916896
Oct 27 15:05:42.199733 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.250196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a492b-b1d5-439f-9c90-4abf7de03126 req-e3d14b3b-c877-460b-8734-d7c5b7ee15bb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:42.252377 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e33a492b-b1d5-439f-9c90-4abf7de03126 req-e3d14b3b-c877-460b-8734-d7c5b7ee15bb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.1802807
Oct 27 15:05:42.328033 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e33a492b-b1d5-439f-9c90-4abf7de03126 req-91602014-19de-4e60-9a09-2172b2d152ca tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668440
Oct 27 15:05:42.430104 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-48993efa-0f8f-4d0e-bd2d-68ac563b6b6b service neutron] 10.222.0.89 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2608814
Oct 27 15:05:42.434974 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.440632 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:42.500043 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37232) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:42.549951 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:42.554308 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:42.556716 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:42.559246 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:42.562705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.672619 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:42.676896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Usage tracker for resource:security_group_rule and tenant:451273cfad184b9cb12fa12d85f35297 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:42.689826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:42.700474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:42.767497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.777544 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:42.851722 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2', 'status': 'completed', 'code': 200}
Oct 27 15:05:42.884297 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a01dc9d-d338-496d-a65e-bcde6e315869 req-f8b902cd-13de-40f6-96f4-52bd75552242 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 210 time: 0.0791008
Oct 27 15:05:42.911431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.920637 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:42.937084 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:42.949880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.053911 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77c343c-130e-4592-afe2-374239de497c,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:43.058156 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=451273cfad184b9cb12fa12d85f35297&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5570862
Oct 27 15:05:43.059170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:43.060634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37258) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:43.169698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.268074 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.361882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bb743-c934-4871-a5f8-2bd57ae50b39 req-2b0df4db-04c5-46e1-820f-8718ac90db04 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:43.363402 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-496bb743-c934-4871-a5f8-2bd57ae50b39 req-2b0df4db-04c5-46e1-820f-8718ac90db04 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.1804473
Oct 27 15:05:43.403964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.417220 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:43.436418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77c343c-130e-4592-afe2-374239de497c,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:43.452061 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:43.469901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.469901 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e77c343c-130e-4592-afe2-374239de497c HTTP/1.1" status: 204  len: 168 time: 0.4046621
Oct 27 15:05:43.473186 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-496bb743-c934-4871-a5f8-2bd57ae50b39 req-a532cda2-be57-4ea6-9a0d-5a7c7046dd38 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011374
Oct 27 15:05:43.528852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.545811 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.552218 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d406bd7e-3f7d-4cda-9076-b36a3bc5f8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:43.618084 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.645934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:43.653101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:43.667916 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:43.669804 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7027369
Oct 27 15:05:43.749685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b7d1f-28fc-46e9-94b0-f4426b57ad63 req-fe1f4248-24a6-411b-bf78-9abb72d30863 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:43.757904 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d20b7d1f-28fc-46e9-94b0-f4426b57ad63 req-fe1f4248-24a6-411b-bf78-9abb72d30863 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.0961225
Oct 27 15:05:43.834591 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d20b7d1f-28fc-46e9-94b0-f4426b57ad63 req-b44951a5-6862-4848-8172-a369839606d2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757263
Oct 27 15:05:44.393039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70520-4870-4130-bb01-065e4bc6b2db req-3a581e06-de47-4acc-989b-0c71e95cf989 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:44.398131 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-3a581e06-de47-4acc-989b-0c71e95cf989 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 818 time: 0.5673635
Oct 27 15:05:44.449779 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-45e601e7-783f-4291-a257-6f3d44cf20f5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/quotas/332078f71e764c8193f602ddaa78dc81 HTTP/1.1" status: 200  len: 375 time: 0.0425742
Oct 27 15:05:44.610960 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-1a3790bf-0efe-4666-810f-466eddfc63cb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1587667
Oct 27 15:05:44.786986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37324) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:44.853315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:05:45.081216 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:45.137686 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-8a0988ca-5d58-4b77-a9c2-00299615b939 service neutron] 10.222.0.89 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5074892
Oct 27 15:05:45.138118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:45.236415 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:45.247771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Usage tracker for resource:security_group_rule and tenant:e8efe1044e564cda9cc3575dee988110 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:45.257486 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:45.276601 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:45.466412 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-959de4bf-1e57-44b5-9ba9-ef1ba05631c0 service neutron] 10.222.0.89 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3267567
Oct 27 15:05:45.534492 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:45.547119 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:45.557551 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:45.711283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a408f7c-ac7e-43f1-9252-4498313bf1e8,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:45.716698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:45.847643 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-39086d4c-2f23-4d53-98ec-dda53218cbb6 req-d1f24d76-5aae-4f12-82cc-e5aae7f65b15 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 1096 time: 0.4126971
Oct 27 15:05:45.862308 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37354) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:45.875280 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e8efe1044e564cda9cc3575dee988110&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0785320
Oct 27 15:05:45.877295 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-a46f673e-d554-4a82-ba75-ae11a79e7ee7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=69b9e8ac7b5a4c9493a116af78daf977&device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 1097 time: 0.5031652
Oct 27 15:05:46.127953 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:46.242033 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:46.296684 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-991ee845-34ae-42f5-81e1-36f945d15f22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87 HTTP/1.1" status: 200  len: 217 time: 0.3256741
Oct 27 15:05:46.418175 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57c52-f05c-4165-93a9-b1aec62ad37e req-c627ee84-714b-4f15-a829-75944cd75ca8 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:46.430224 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-33a57c52-f05c-4165-93a9-b1aec62ad37e req-c627ee84-714b-4f15-a829-75944cd75ca8 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.3400939
Oct 27 15:05:46.501228 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39086d4c-2f23-4d53-98ec-dda53218cbb6 req-68ead183-51f8-4ef7-bfcb-2d3c9079adba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:46.503132 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-39086d4c-2f23-4d53-98ec-dda53218cbb6 req-68ead183-51f8-4ef7-bfcb-2d3c9079adba service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.6249881
Oct 27 15:05:46.517059 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:46.532798 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-33a57c52-f05c-4165-93a9-b1aec62ad37e req-91656f08-560d-4be7-ba6d-e897357c233f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0963414
Oct 27 15:05:46.541416 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b912c40-7107-42dd-b6f1-f094609b6327 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:46.577242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a408f7c-ac7e-43f1-9252-4498313bf1e8,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:46.582157 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:46.599629 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9a408f7c-ac7e-43f1-9252-4498313bf1e8 HTTP/1.1" status: 204  len: 168 time: 0.7252200
Oct 27 15:05:46.602309 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:46.608289 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-a7e9271d-1e02-4ba9-92bb-75989a81abe5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:46.635149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-a7e9271d-1e02-4ba9-92bb-75989a81abe5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:46.637905 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-a7e9271d-1e02-4ba9-92bb-75989a81abe5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--2139917327&fields=id&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 267 time: 0.1010399
Oct 27 15:05:46.674536 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87', 'status': 'completed', 'code': 200}
Oct 27 15:05:46.819016 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-59ecbc2b-3ac0-4440-ad52-145a838c2dd3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:46.820167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-59ecbc2b-3ac0-4440-ad52-145a838c2dd3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:46.843255 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-59ecbc2b-3ac0-4440-ad52-145a838c2dd3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:46.844971 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-59ecbc2b-3ac0-4440-ad52-145a838c2dd3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 816 time: 0.1995428
Oct 27 15:05:46.861406 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefcd3e-0f77-4d1c-8024-91ce5f0d32d7 req-c4bd680f-dad3-4764-9810-dd093ecb63cd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:46.863183 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8eefcd3e-0f77-4d1c-8024-91ce5f0d32d7 req-c4bd680f-dad3-4764-9810-dd093ecb63cd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.0874858
Oct 27 15:05:46.876035 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-132d016d-b064-4a34-8663-2a307dde8bb9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/quotas/ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 375 time: 0.0250847
Oct 27 15:05:46.910755 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8eefcd3e-0f77-4d1c-8024-91ce5f0d32d7 req-decf910f-6fee-48fd-846d-e85faf2c018c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422149
Oct 27 15:05:47.001473 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-3709ed1f-9cdc-4d92-a384-c2dab42c06f3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1224329
Oct 27 15:05:47.094805 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7a776b88-def0-4916-b186-78febb2a71b6 req-6296853a-7048-4c93-9464-bacd776ae134 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.0493519
Oct 27 15:05:47.156042 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-b3f3f2e5-bb82-49fb-9cf3-869241eafe8b service neutron] 10.222.0.89 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1535001
Oct 27 15:05:47.313681 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-5f883f27-a609-43d5-8159-d9b8c91f14e4 service neutron] 10.222.0.89 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513057
Oct 27 15:05:47.522479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-678cccc3-3851-44b8-a679-11b2b2d60e6b req-ec0a42c3-16fa-4eed-baf3-2690a4fd3c09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:47.571227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-678cccc3-3851-44b8-a679-11b2b2d60e6b req-ec0a42c3-16fa-4eed-baf3-2690a4fd3c09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:47.592051 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-678cccc3-3851-44b8-a679-11b2b2d60e6b req-ec0a42c3-16fa-4eed-baf3-2690a4fd3c09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.1170917
Oct 27 15:05:47.870855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd9006-761b-42c0-bdef-5c9200cb076d req-df9315eb-084b-4ee9-b7bc-dce85c76d519 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:47.873204 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-becd9006-761b-42c0-bdef-5c9200cb076d req-df9315eb-084b-4ee9-b7bc-dce85c76d519 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.0935409
Oct 27 15:05:47.940097 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-becd9006-761b-42c0-bdef-5c9200cb076d req-d19a5efe-b8ee-4f4b-b6b4-a831456b7365 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598679
Oct 27 15:05:48.124010 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082de9-dcd9-4086-bebd-783564060ae3 req-9858210b-6506-493b-884e-5b2b388fa9a0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:48.131715 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd082de9-dcd9-4086-bebd-783564060ae3 req-9858210b-6506-493b-884e-5b2b388fa9a0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.0920949
Oct 27 15:05:48.200908 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd082de9-dcd9-4086-bebd-783564060ae3 req-af8aa9e6-ab83-473a-846e-23343cc71a93 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636036
Oct 27 15:05:48.267177 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-05826219-7450-44f8-923b-f32913e291a7 req-e36755fa-ebd6-46dc-91e4-20607d759de6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.0424383
Oct 27 15:05:48.771623 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-924fade1-06f3-4fd7-8fd3-03950ae6ed18 req-49f6755f-f5bc-4c06-b0b7-07ead6a12bd0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.0438933
Oct 27 15:05:49.169977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f90c0-31e9-4c87-aa56-47412315c10d req-2ce41d07-105d-4f3c-95c1-07f5fa27bf2a tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:49.172644 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6b3f90c0-31e9-4c87-aa56-47412315c10d req-2ce41d07-105d-4f3c-95c1-07f5fa27bf2a tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.1042700
Oct 27 15:05:49.311032 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6b3f90c0-31e9-4c87-aa56-47412315c10d req-413e6fb2-5859-4a43-b7da-d1ac57b8f4c0 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196282
Oct 27 15:05:49.631902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecdf1c-cf09-478e-9981-085977a066e3 req-6ed6c41d-09ae-429a-bc9b-47d93a2190f9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:49.649514 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1b1273a0-ea0f-4c9d-a0ea-38ab22413d4d req-bf591134-5a84-4bdc-b0b6-323d9ac9cf9b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.0750594
Oct 27 15:05:49.651186 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-97ecdf1c-cf09-478e-9981-085977a066e3 req-6ed6c41d-09ae-429a-bc9b-47d93a2190f9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.2085109
Oct 27 15:05:49.730404 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-97ecdf1c-cf09-478e-9981-085977a066e3 req-41efc350-e400-458a-9dc6-34504227fa7b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699189
Oct 27 15:05:49.982204 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37500) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:50.097325 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2ec38571-eadc-41c3-9ed8-41bf485b8884 req-c17f5258-b4aa-48a6-841a-ffb9ce789983 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.0657539
Oct 27 15:05:50.246472 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:50.284565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:50.288796 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Usage tracker for resource:security_group_rule and tenant:3e62a2e7c677432ba4bf562c97f205d1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:50.293087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:50.300620 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:50.413266 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:50.419191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:50.427118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3c4ab876-04ad-4015-8579-a9ee1c641839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:50.470126 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e08d80-7284-42ec-bc82-ba77acd94d4d,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:50.473816 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:50.479280 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3e62a2e7c677432ba4bf562c97f205d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4951375
Oct 27 15:05:50.480555 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37526) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:50.554862 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b227757-3a91-4587-87e9-8531b2af437e req-1aaddfda-44d3-4862-9353-6ab852a131e4 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:50.557167 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2b227757-3a91-4587-87e9-8531b2af437e req-1aaddfda-44d3-4862-9353-6ab852a131e4 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.1097705
Oct 27 15:05:50.650837 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2b227757-3a91-4587-87e9-8531b2af437e req-58f0acd3-d033-48a8-95e4-f1c5f0121ca0 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779889
Oct 27 15:05:50.783745 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-de1dce62-87df-4d66-bf1d-7da547589ad0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:50.785573 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-de1dce62-87df-4d66-bf1d-7da547589ad0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0949cf30-fbb0-4366-9c04-5db5a0043d5f HTTP/1.1" status: 200  len: 852 time: 0.3019292
Oct 27 15:05:50.864405 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:50.897729 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39086d4c-2f23-4d53-98ec-dda53218cbb6 req-bdfe76ed-eedf-481d-bf9b-52dddbdafeac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:50.899356 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-39086d4c-2f23-4d53-98ec-dda53218cbb6 req-bdfe76ed-eedf-481d-bf9b-52dddbdafeac service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.4148602
Oct 27 15:05:50.949233 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-f1c86297-e104-4d33-927b-aa68ce84b109 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67489b65-9902-420b-91e6-cf327a4c6df7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1465940
Oct 27 15:05:50.999104 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-676a1f5b-3b50-4b80-8589-c8310564062c req-6340ed37-35e3-442d-a763-6a252b36ea38 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.1781394
Oct 27 15:05:51.061242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae5a0b-1716-4484-a73a-c0a653281d74 req-39823f10-308f-4e90-b3d1-9a0de8c08374 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:51.063829 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b7ae5a0b-1716-4484-a73a-c0a653281d74 req-39823f10-308f-4e90-b3d1-9a0de8c08374 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.1373942
Oct 27 15:05:51.110237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:51.129462 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b7ae5a0b-1716-4484-a73a-c0a653281d74 req-ee9ea163-c798-4c10-81c5-865502179bc6 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590587
Oct 27 15:05:51.152356 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.91', 59538) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:51.272332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-e0693e36-6b8a-46b5-8e43-da07eb6635a7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:51.273617 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-e0693e36-6b8a-46b5-8e43-da07eb6635a7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:51.314698 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-42898320-fdc5-4ec9-96b0-b624c0d293be service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 1096 time: 0.1581700
Oct 27 15:05:51.365446 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-e0693e36-6b8a-46b5-8e43-da07eb6635a7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:51.366709 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-e0693e36-6b8a-46b5-8e43-da07eb6635a7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 818 time: 0.2587135
Oct 27 15:05:51.436920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Request body: {'port': {'device_id': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'admin_state_up': True, 'tenant_id': '332078f71e764c8193f602ddaa78dc81'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:51.441110 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-dd17b17f-44bd-41ce-85c0-476e8428990b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b28974a-cf38-4110-8966-d2480853dec2 HTTP/1.1" status: 200  len: 217 time: 0.1183279
Oct 27 15:05:51.466183 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-219aee1f-37d3-47e9-89d3-2d98875de562 req-2b237949-6415-4578-aec2-0ad134531c48 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.1016693
Oct 27 15:05:51.568958 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a709b9f6-d4d3-4984-a073-dbd8e8ba4cd7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:51.570472 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-a709b9f6-d4d3-4984-a073-dbd8e8ba4cd7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.1207821
Oct 27 15:05:51.594121 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-e1fc3d65-f342-4d67-811f-880c0a8a1f9e service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6269467
Oct 27 15:05:51.688777 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-789a48e2-2a78-4a99-97b2-cb369b205dcd service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0960135
Oct 27 15:05:51.774634 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.91', 59541) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:51.948222 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fb96a601-19f4-4758-b5c4-ed8009dcf0bb req-d2d0e003-84fd-43ea-bf53-3464d5507a94 service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3437521
Oct 27 15:05:51.952047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:51.959738 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c9d16c31-c5ff-49fc-a065-8ff63b6c45c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:51.981256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e08d80-7284-42ec-bc82-ba77acd94d4d,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:51.991380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:52.040207 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:52.040207 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/51e08d80-7284-42ec-bc82-ba77acd94d4d HTTP/1.1" status: 204  len: 168 time: 1.5556223
Oct 27 15:05:52.048566 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:52.068235 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:52.086497 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Made reservation on behalf of 332078f71e764c8193f602ddaa78dc81 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:52.095910 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:52.490371 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70520-4870-4130-bb01-065e4bc6b2db req-3c8d4263-b2b5-4e5c-96c8-f22a76daabff tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:52.491816 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-3c8d4263-b2b5-4e5c-96c8-f22a76daabff tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 818 time: 0.7108355
Oct 27 15:05:52.501657 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-abd3f30e-9088-4bce-96ff-2bd262438b9d service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7973533
Oct 27 15:05:52.523116 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Request body: {'port': {'device_id': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'admin_state_up': True, 'tenant_id': '332078f71e764c8193f602ddaa78dc81'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:52.539564 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37592) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:52.564242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e41da7-5a50-47dc-8e4f-cda472da912b req-92c33a80-1117-4d8f-92e7-06c8ace24ae8 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:52.566065 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65e41da7-5a50-47dc-8e4f-cda472da912b req-92c33a80-1117-4d8f-92e7-06c8ace24ae8 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.4478498
Oct 27 15:05:52.626232 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.91', 59545) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:52.720472 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d3d81d95-fbfc-4c46-aa27-07a3816af7b9 req-1c9d146b-d0ad-4d7d-ad70-6319b4b8cc78 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.3036449
Oct 27 15:05:52.723658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 37610) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:52.759237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:52.773412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Allocated IP 172.20.0.5 (05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4/449f8b60-3487-4e6b-89c6-c721d3a117ff/717575f8-0d75-4134-b2d4-a0f0c5df2a46) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:52.930263 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:52.933509 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-3404c25a-5454-4dca-9119-0ed4c86b13fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=69b9e8ac7b5a4c9493a116af78daf977&device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 1097 time: 0.7904868
Oct 27 15:05:52.942622 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:52.957860 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65e41da7-5a50-47dc-8e4f-cda472da912b req-758a70dc-3283-44cb-9b35-38f971f0cf99 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753553
Oct 27 15:05:53.020096 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-847154ca-a20c-4232-8c76-286d5407c902 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4731672
Oct 27 15:05:53.023217 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Made reservation on behalf of 332078f71e764c8193f602ddaa78dc81 for: {'port': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:53.033505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.071619 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:53.107477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fd043f8afa4ffd9fa4287ef2e021ef is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:53.126477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:53.144159 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.149579 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-b0570bf9-4db2-4cd2-969b-78db1ea603d3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:53.150954 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-b0570bf9-4db2-4cd2-969b-78db1ea603d3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 816 time: 0.5230055
Oct 27 15:05:53.197422 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:53.219832 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0ba97d28-7469-403f-8951-76feae878c12 req-531040ae-407d-4add-8765-20eb5a98f575 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.0633156
Oct 27 15:05:53.249452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:53.253248 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Usage tracker for resource:security_group_rule and tenant:742715a41e7146eda020d4773281249d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:53.256747 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:53.263181 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:53.348022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.355876 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.365876 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7d9155ed-3ee1-4e74-9cf6-57c07d7e26fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:53.419992 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be56032-f04b-4dcd-ae20-962a677f8c05,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:53.428161 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=742715a41e7146eda020d4773281249d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8872421
Oct 27 15:05:53.429600 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:53.430623 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37622) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:53.497217 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.526233 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9a07c82b-3132-41eb-ac36-376e95562fbb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 380 time: 0.3237240
Oct 27 15:05:53.527036 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.533991 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-b70ae3b1-ea20-4d20-84f7-042e54621838 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:53.535412 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-b70ae3b1-ea20-4d20-84f7-042e54621838 service neutron] 10.222.0.91 "GET /v2.0/networks?id=67489b65-9902-420b-91e6-cf327a4c6df7 HTTP/1.1" status: 200  len: 914 time: 0.5326798
Oct 27 15:05:53.540971 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e21ad-c120-4e46-972c-0780bb7e7244 req-a84e4182-7e7b-4ffa-927c-0443bd7e14a4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:53.542496 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d75e21ad-c120-4e46-972c-0780bb7e7244 req-a84e4182-7e7b-4ffa-927c-0443bd7e14a4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.6495039
Oct 27 15:05:53.590764 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.595136 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:53.610293 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be56032-f04b-4dcd-ae20-962a677f8c05,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:53.611357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'port': {'device_id': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'admin_state_up': True, 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'security_groups': ['00ebf63a-dbec-46c3-bab4-70ba7a3a6e74']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:53.613730 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:53.630322 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.635036 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3be56032-f04b-4dcd-ae20-962a677f8c05 HTTP/1.1" status: 204  len: 168 time: 0.2011049
Oct 27 15:05:53.711165 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-f9f22c7f-b46a-47b2-89e3-88ebc5fc3b2e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87 HTTP/1.1" status: 200  len: 217 time: 0.1630731
Oct 27 15:05:53.732726 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.918838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:53.945497 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d75e21ad-c120-4e46-972c-0780bb7e7244 req-b73a9d96-1a01-4351-b5c1-89a2018468b1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176823
Oct 27 15:05:53.971919 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.003228 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e30ee675-2530-4fb7-a087-7ff65d746866 req-8d3d9f6f-bf5c-48ac-9c67-26babf63d59e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:54.027284 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7dd602c0-651c-470b-9260-cd36e5a91e6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:54.031607 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e30ee675-2530-4fb7-a087-7ff65d746866 req-8d3d9f6f-bf5c-48ac-9c67-26babf63d59e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:54.034734 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e30ee675-2530-4fb7-a087-7ff65d746866 req-8d3d9f6f-bf5c-48ac-9c67-26babf63d59e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.1243906
Oct 27 15:05:54.128185 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37662) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:54.150937 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:05:54.167852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-71e440ed-5ba4-4891-b098-434e93a1364f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:54.169355 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-71e440ed-5ba4-4891-b098-434e93a1364f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0949cf30-fbb0-4366-9c04-5db5a0043d5f HTTP/1.1" status: 200  len: 852 time: 0.4333646
Oct 27 15:05:54.174094 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.178849 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:54.179760 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b1eb20>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:39Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:54.213351 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:54.219402 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Usage tracker for resource:security_group_rule and tenant:1fef6cc608224e13aedffe867d77187b is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:54.223178 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:54.231650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:54.339582 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.347938 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.359617 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:54.362610 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-0b7a0650-33dc-457a-b219-f5c6077d64e2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67489b65-9902-420b-91e6-cf327a4c6df7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1778438
Oct 27 15:05:54.364501 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:54.376676 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e6fd043f8afa4ffd9fa4287ef2e021ef&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6477494
Oct 27 15:05:54.387324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37672) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:54.391066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d160776-2228-4967-a22c-2460fc1d2f07,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:54.405244 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:54.514336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:54.515598 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.524991 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:54.558695 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:54.652972 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4edf90d-5068-4c33-9154-c995702085ec,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:54.664260 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Pushing event updated for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:54.673669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:54.677291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:54.684016 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Made reservation on behalf of ef93e3d769ba40e79c626d3bc351a81c for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:05:54.688546 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1fef6cc608224e13aedffe867d77187b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5588694
Oct 27 15:05:54.693139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.707796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37680) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:54.739605 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Allocated IP 172.20.0.13 (05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4/449f8b60-3487-4e6b-89c6-c721d3a117ff/488e3bed-6907-4d2a-b359-ee9280be136f) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:54.758715 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-20300a0f-0233-4203-8001-fa2aafb08ce3 req-047bbc60-8f8c-4d3e-bcfd-b45bc3a69370 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.1552622
Oct 27 15:05:54.779783 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37684) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:54.789794 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b1eb20>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 2, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:54.794382 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:05:54.794740 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Updating router 25c12a8c-4215-4fae-94e9-3050f29ccbdc port 8ddd13d0-af53-4d40-82aa-3e22282ec86b binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:05:54.833139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:54.843254 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:54.852769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:54.857642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:54.858581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.859569 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.860666 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.878550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f45297-da16-43d2-81ec-2577f6fd3ea6 req-9a02a60e-63c3-431a-8ed7-9c87a3211e88 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:54.888066 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4f45297-da16-43d2-81ec-2577f6fd3ea6 req-9a02a60e-63c3-431a-8ed7-9c87a3211e88 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.7176716
Oct 27 15:05:54.892127 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-aaf7b097-882a-4a96-a82f-85bf6a6531f4 service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5094159
Oct 27 15:05:54.955509 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:54.967280 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.045012 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Allocated IP 172.20.0.13 (cf483c66-d2f3-4575-b6b9-f07ea2c1c566/d58e286f-ed7c-4a18-89c9-50dde55d5127/4b8cf7df-82b3-4956-af32-7f969e5e018d) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:05:55.110899 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.138187 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.190807 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7777395
Oct 27 15:05:55.238171 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4f45297-da16-43d2-81ec-2577f6fd3ea6 req-f1b5c908-0c98-4bfc-9f4f-8e09062897ae tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3487551
Oct 27 15:05:55.261460 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Request body: {'port': {'device_id': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:55.371586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.390432 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 7b28974a-cf38-4110-8966-d2480853dec2 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:05:55.396892 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b15709d6-2e75-4c7f-893c-b659f8c34a41 req-384378a8-7b47-4b94-bda1-84f692d576ab service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500833
Oct 27 15:05:55.457205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd215b50-6bd8-4307-98a5-08146d635ae9 req-3324ab11-8a08-4056-a7d1-cdb26d4fbacb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:55.458695 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd215b50-6bd8-4307-98a5-08146d635ae9 req-3324ab11-8a08-4056-a7d1-cdb26d4fbacb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 943 time: 0.3543506
Oct 27 15:05:55.464789 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.465853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.469581 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:55.491173 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:55.504911 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6a68b253804daf9abf15e101ef3f9b is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:55.512092 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:55.529857 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:55.532537 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d160776-2228-4967-a22c-2460fc1d2f07,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:55.552924 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.558801 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-49280163-b5a4-40f3-bdeb-5d5c7e99cd09 req-fdbd8900-a974-426a-80a8-fb75efda4252 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:55.581313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4edf90d-5068-4c33-9154-c995702085ec,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:55.593782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.598751 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9179a413-d464-46b4-a010-e265b520a0b9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0d160776-2228-4967-a22c-2460fc1d2f07 HTTP/1.1" status: 204  len: 168 time: 1.1727810
Oct 27 15:05:55.598751 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:55.601456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:55.620758 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=7b28974a-cf38-4110-8966-d2480853dec2,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:55.644426 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-49280163-b5a4-40f3-bdeb-5d5c7e99cd09 req-fdbd8900-a974-426a-80a8-fb75efda4252 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:55.645782 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-49280163-b5a4-40f3-bdeb-5d5c7e99cd09 req-fdbd8900-a974-426a-80a8-fb75efda4252 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.2413340
Oct 27 15:05:55.649539 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.670502 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '7b28974a-cf38-4110-8966-d2480853dec2', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'port_id': '7b28974a-cf38-4110-8966-d2480853dec2', 'mac_address': 'fa:16:3e:74:55:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8291db8-704c-4e9a-8135-31ab35a6a02c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:05:55.757204 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.757865 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd215b50-6bd8-4307-98a5-08146d635ae9 req-00f8d51b-48dd-4bf9-b8de-6dcf9a846e50 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2892985
Oct 27 15:05:55.765891 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.790417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.794812 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Transition to ACTIVE for port object 4b8cf7df-82b3-4956-af32-7f969e5e018d will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:55.796674 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b28974a-cf38-4110-8966-d2480853dec2 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:55.813627 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e4edf90d-5068-4c33-9154-c995702085ec HTTP/1.1" status: 204  len: 168 time: 1.1003494
Oct 27 15:05:55.825136 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=7b28974a-cf38-4110-8966-d2480853dec2,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:55.832471 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.833977 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device dd5196cd-c709-49ea-b9ee-d58844c69b87 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:05:55.845599 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-21941b8a-ac6c-48dd-a9d5-61eb44fcfadd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:55.849005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:55.851014 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Pushing event updated for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:55.866586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:55.873640 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:55.873640 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:55.873880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:55.874534 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:55.890753 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:55.891377 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.913967 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.941018 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:55.994385 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:55.996505 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4780843
Oct 27 15:05:56.003697 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.031381 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Request body: {'port': {'device_id': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:56.086621 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-85362418-9202-4ece-8bf4-fe7f562ed802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:56.102902 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:05:56.127042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:05:56.297118 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01de14f1-89c6-4dcb-97c7-f6dd391e280f,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:56.324923 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:56.397840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:05:56.402724 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:56.403354 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.410950 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=8f6a68b253804daf9abf15e101ef3f9b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6264434
Oct 27 15:05:56.414260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37726) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:56.529772 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:56.542848 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.599733 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:56.648760 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:56.662762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:56.692301 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1462369
Oct 27 15:05:56.725117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.731133 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Request body: {'port': {'device_id': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:05:56.747706 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87,segment=NetworkSegment(7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124),segment_id=7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:56.784911 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-28cf05d5-ebc4-4995-bf12-83315d6ac79d None None] Provisioning for port 4b8cf7df-82b3-4956-af32-7f969e5e018d completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:05:56.826228 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.833137 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-28cf05d5-ebc4-4995-bf12-83315d6ac79d None None] Provisioning complete for port 4b8cf7df-82b3-4956-af32-7f969e5e018d triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:05:56.833782 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-28cf05d5-ebc4-4995-bf12-83315d6ac79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:56.863401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c4a3c-b242-4c41-b298-eabc8c668fa5 req-f29336ca-eac9-4988-89e1-9cde7ff424fe tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:56.864992 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea0c4a3c-b242-4c41-b298-eabc8c668fa5 req-f29336ca-eac9-4988-89e1-9cde7ff424fe tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 944 time: 0.3518021
Oct 27 15:05:56.899625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'dd5196cd-c709-49ea-b9ee-d58844c69b87', 'network_id': '67489b65-9902-420b-91e6-cf327a4c6df7', 'port_id': 'dd5196cd-c709-49ea-b9ee-d58844c69b87', 'mac_address': 'fa:16:3e:2c:af:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0949cf30-fbb0-4366-9c04-5db5a0043d5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:05:56.978333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db731c30-e102-47cf-b744-90017da39f6c req-6353f594-7829-499e-9b66-8c988a10fa1e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:56.979698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-db731c30-e102-47cf-b744-90017da39f6c req-6353f594-7829-499e-9b66-8c988a10fa1e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:05:57.029369 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.055388 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea0c4a3c-b242-4c41-b298-eabc8c668fa5 req-45843dbb-4876-48ff-96a5-f9acaefd01a5 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721549
Oct 27 15:05:57.076075 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.078062 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.082605 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-25385d3f-d943-44ba-9983-391cc0fd1a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:57.087834 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-28cf05d5-ebc4-4995-bf12-83315d6ac79d None None] Port 4b8cf7df-82b3-4956-af32-7f969e5e018d cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:05:57.088975 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717575f8-0d75-4134-b2d4-a0f0c5df2a46 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:57.100785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.resource_extend [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Oct 27 15:05:57.108654 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de14f1-89c6-4dcb-97c7-f6dd391e280f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:57.112611 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:57.118659 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.123255 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/01de14f1-89c6-4dcb-97c7-f6dd391e280f HTTP/1.1" status: 204  len: 168 time: 0.6935139
Oct 27 15:05:57.124534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5196cd-c709-49ea-b9ee-d58844c69b87 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:57.152536 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.159081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-db731c30-e102-47cf-b744-90017da39f6c req-6353f594-7829-499e-9b66-8c988a10fa1e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:05:57.160264 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-db731c30-e102-47cf-b744-90017da39f6c req-6353f594-7829-499e-9b66-8c988a10fa1e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 932 time: 1.0304680
Oct 27 15:05:57.199262 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Transition to ACTIVE for port object 717575f8-0d75-4134-b2d4-a0f0c5df2a46 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:57.231692 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.260123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9e1a2073-549f-4dbc-9528-5936a04caa84 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:57.373892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87,segment=NetworkSegment(7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124),segment_id=7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:05:57.397163 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.409659 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Pushing event updated for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:57.421153 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.423377 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:57.423808 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:57.551866 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:57.572687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:57.582694 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Transition to ACTIVE for port object 8ddd13d0-af53-4d40-82aa-3e22282ec86b will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:57.592512 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.600515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:57.644384 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737cdb3-d986-4f0a-8eea-d726c332fdf2 req-517e6c4d-e466-4cb2-8f86-5711ec3957e0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:57.645837 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0737cdb3-d986-4f0a-8eea-d726c332fdf2 req-517e6c4d-e466-4cb2-8f86-5711ec3957e0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 932 time: 0.2776494
Oct 27 15:05:57.693061 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-db731c30-e102-47cf-b744-90017da39f6c req-798e45a5-f9f7-448a-8e74-955a9e2b035c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5145819
Oct 27 15:05:57.803908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 488e3bed-6907-4d2a-b359-ee9280be136f {{(pid=82715) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:57.828363 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['dd5196cd-c709-49ea-b9ee-d58844c69b87'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:05:57.830141 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.840974 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0737cdb3-d986-4f0a-8eea-d726c332fdf2 req-b6d8eb97-a9af-452a-a1c5-d788a8a3e475 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1675987
Oct 27 15:05:57.879829 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Transition to ACTIVE for port object 488e3bed-6907-4d2a-b359-ee9280be136f will not be triggered until provisioned by entity L2. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:57.886197 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:57.890922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:57.948997 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:05:58.087965 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Pushing event updated for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:58.098578 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:58.146435 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Pushing event updated for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:58.152481 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:58.166224 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Attempting to bind port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:58.166690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Attempting to bind port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:58.167081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Attempting to bind port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:58.205913 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:05:58.206397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Attempting to bind port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:58.231746 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.managers [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Attempting to bind port 488e3bed-6907-4d2a-b359-ee9280be136f on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:58.232444 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.managers [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Attempting to bind port 488e3bed-6907-4d2a-b359-ee9280be136f by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}] {{(pid=82715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:58.232794 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Attempting to bind port 488e3bed-6907-4d2a-b359-ee9280be136f on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:58.240174 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Port 488e3bed-6907-4d2a-b359-ee9280be136f on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:05:58.240626 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Attempting to bind port 488e3bed-6907-4d2a-b359-ee9280be136f on network 05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:58.250472 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:58.250808 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Checking segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:58.251839 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Bound using segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} {{(pid=82715) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:58.253588 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.managers [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Bound port: 488e3bed-6907-4d2a-b359-ee9280be136f, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}}] {{(pid=82715) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:58.253948 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.307047 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Attempting to bind port 8ddd13d0-af53-4d40-82aa-3e22282ec86b on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:05:58.308294 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Attempting to bind port 8ddd13d0-af53-4d40-82aa-3e22282ec86b by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:05:58.308818 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Attempting to bind port 8ddd13d0-af53-4d40-82aa-3e22282ec86b on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:05:58.337548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a38cfa-8e97-4f9b-b8e4-b100a3a33a73 req-f7e1205a-9c71-4a38-b6a6-25146b62f233 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:58.354910 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-05a38cfa-8e97-4f9b-b8e4-b100a3a33a73 req-f7e1205a-9c71-4a38-b6a6-25146b62f233 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 944 time: 0.2346973
Oct 27 15:05:58.380478 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:58.381678 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Checking segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:58.382249 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.382796 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Bound using segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:58.383486 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Bound port: 8ddd13d0-af53-4d40-82aa-3e22282ec86b, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:58.384029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.386689 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37792) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:58.424586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:05:58.425165 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Checking segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:05:58.426255 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Bound using segment: {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:05:58.426860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Bound port: 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e34a06-50ae-4d8a-ba62-3372a94520be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1308, 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:05:58.427301 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.509772 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.616098 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] For port 8ddd13d0-af53-4d40-82aa-3e22282ec86b, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:58.631667 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, cleared binding levels {{(pid=82715) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:58.636762 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] For port 8ddd13d0-af53-4d40-82aa-3e22282ec86b, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8ddd13d0-af53-4d40-82aa-3e22282ec86b,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:58.637299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:05:58.645783 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:05:58.646559 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.654351 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:58.658493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b6a563cf02494393c354d7082c9d45 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:05:58.660081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:58.664052 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=488e3bed-6907-4d2a-b359-ee9280be136f,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82715) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:05:58.665402 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:05:58.675654 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:05:58.678367 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:05:58.679424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.687050 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb0284-2842-490e-b594-e56d864358c8 req-21cbbd1a-77ee-4dd8-8d4a-0b86e0ebf9b5 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:05:58.689134 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ffeb0284-2842-490e-b594-e56d864358c8 req-21cbbd1a-77ee-4dd8-8d4a-0b86e0ebf9b5 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 945 time: 0.3074894
Oct 27 15:05:58.703018 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:58.703996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.738814 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:58.811558 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Pushing event updated for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:58.817716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:58.825641 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:05:58.826315 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b1eb20>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:05:39Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:05:58.875673 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:58.877109 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] 10.222.0.91 "PUT /v2.0/ports/488e3bed-6907-4d2a-b359-ee9280be136f HTTP/1.1" status: 200  len: 1094 time: 2.8723068
Oct 27 15:05:58.878773 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:05:58.956311 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-05a38cfa-8e97-4f9b-b8e4-b100a3a33a73 req-157547b2-a9fa-42af-8751-f685f42cb918 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5987222
Oct 27 15:05:58.960402 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:59.024115 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Transition to ACTIVE for port object 4b8cf7df-82b3-4956-af32-7f969e5e018d will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:05:59.026892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Pushing event updated for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:59.045905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:59.060685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:59.103037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:59.104745 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] 10.222.0.91 "PUT /v2.0/ports/717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 1093 time: 3.8867657
Oct 27 15:05:59.105500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:59.185852 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ffeb0284-2842-490e-b594-e56d864358c8 req-a53d4d19-87fe-4cad-9e6c-b2e5d6c22c10 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4884846
Oct 27 15:05:59.200473 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Pushing event updated for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=3']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:59.232153 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:59.268696 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:59.278786 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:05:59.294736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-cc3fd8d5-9e8c-4dec-b384-031f493a3180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:05:59.308177 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37816) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:59.320854 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-5a8c3e12-8153-4ab3-bb2f-ff3dd2f672ca service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 1097 time: 0.3148394
Oct 27 15:05:59.458214 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d0d86f-7182-4c45-abef-8bf188b4487a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:59.462279 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-b982a0ff-837f-403f-a780-d55a169d62a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488e3bed-6907-4d2a-b359-ee9280be136f HTTP/1.1" status: 200  len: 217 time: 0.1236165
Oct 27 15:05:59.463470 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:59.465875 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=f8b6a563cf02494393c354d7082c9d45&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0782316
Oct 27 15:05:59.468489 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37822) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:05:59.479917 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 7b28974a-cf38-4110-8966-d2480853dec2 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:05:59.570732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:05:59.741121 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:05:59.765078 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:05:59.777936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:05:59.924434 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.007192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Attempting to bind port 4b8cf7df-82b3-4956-af32-7f969e5e018d on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:06:00.007570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Attempting to bind port 4b8cf7df-82b3-4956-af32-7f969e5e018d by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:06:00.007896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Attempting to bind port 4b8cf7df-82b3-4956-af32-7f969e5e018d on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:06:00.020413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Port 4b8cf7df-82b3-4956-af32-7f969e5e018d on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:06:00.020795 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Attempting to bind port 4b8cf7df-82b3-4956-af32-7f969e5e018d on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:06:00.074617 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.076264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:06:00.076615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Checking segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:06:00.077158 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Bound using segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:06:00.077601 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Bound port: 4b8cf7df-82b3-4956-af32-7f969e5e018d, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:06:00.077946 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.099773 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-325723b7-44c6-40cd-b0ca-29c7d6552088 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1096 time: 0.5118268
Oct 27 15:06:00.107880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84a738-0f9b-4bd2-8348-0d990a176c2e req-dfbc2809-bb2b-48f6-8240-10063c9c4801 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:00.109409 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7a84a738-0f9b-4bd2-8348-0d990a176c2e req-dfbc2809-bb2b-48f6-8240-10063c9c4801 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.3609111
Oct 27 15:06:00.146687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 7b28974a-cf38-4110-8966-d2480853dec2 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:00.184755 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.200844 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 7b28974a-cf38-4110-8966-d2480853dec2 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:00.201492 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.247484 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-baa0c7da-1dc0-4ac7-a532-e63b03ec6764 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.1358840
Oct 27 15:06:00.305838 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:00.326748 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.349223 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Usage tracker for resource:security_group_rule and tenant:ab8e51a4f38941c297ce4c4610901b89 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:00.355044 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b1eb20>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:05:58Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:00.362324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:00.369715 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fba80e9-77d8-4331-9abb-1db2fafd7663 None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:05:58Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:06:00.372878 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e70520-4870-4130-bb01-065e4bc6b2db req-f1da01df-bd8d-4c10-9405-c2e796ebe220 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:00.383659 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-f1da01df-bd8d-4c10-9405-c2e796ebe220 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.8972299
Oct 27 15:06:00.385681 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.391949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:00.394137 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-efc3effe-9f60-4e38-9cf8-efef8bc20323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:00.409768 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7a84a738-0f9b-4bd2-8348-0d990a176c2e req-4b521b0d-1153-4085-b0b0-7efe020d5565 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1610489
Oct 27 15:06:00.473359 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-335519f3-e018-47c4-8d59-27c5f812c84f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:00.480677 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-335519f3-e018-47c4-8d59-27c5f812c84f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1858191
Oct 27 15:06:00.505338 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-c2f058f2-0e46-45ed-8416-ac33dc40ad2f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0987184
Oct 27 15:06:00.525213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:06:00.532728 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:00.533139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:06:00.543942 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d0d86f-7182-4c45-abef-8bf188b4487a,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:00.553022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:00.562580 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2226cd-aa17-49db-aca0-776adab4ebf6 req-7b54dee1-c278-450a-bd83-8fb212163401 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:00.565098 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a2226cd-aa17-49db-aca0-776adab4ebf6 req-7b54dee1-c278-450a-bd83-8fb212163401 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 944 time: 0.6784582
Oct 27 15:06:00.608043 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46', 'status': 'completed', 'code': 200}
Oct 27 15:06:00.632215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.641245 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-051174b6-d591-4586-962d-8cb37d8f5d72 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1064029
Oct 27 15:06:00.646350 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:00.662184 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=7b28974a-cf38-4110-8966-d2480853dec2,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:00.678910 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.679801 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device dd5196cd-c709-49ea-b9ee-d58844c69b87 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:00.722350 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:00.741642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.753853 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/97d0d86f-7182-4c45-abef-8bf188b4487a HTTP/1.1" status: 204  len: 168 time: 1.2832172
Oct 27 15:06:00.848300 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a2226cd-aa17-49db-aca0-776adab4ebf6 req-9c5d36b7-c316-4eeb-97b9-9ec6f490b78b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686419
Oct 27 15:06:00.940241 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-5b044831-8479-4d66-b12d-f142ee66dcd2 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4226093
Oct 27 15:06:00.945564 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:00.973934 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:00.994204 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:01.022613 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.045307 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port dd5196cd-c709-49ea-b9ee-d58844c69b87 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:01.053420 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:01.064583 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port dd5196cd-c709-49ea-b9ee-d58844c69b87 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:01.064971 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.082101 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-840dd500-af0f-4842-9048-a5177692452b service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3623564
Oct 27 15:06:01.224823 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f', 'status': 'completed', 'code': 200}
Oct 27 15:06:01.239167 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8ddd13d0-af53-4d40-82aa-3e22282ec86b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:01.281649 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.286517 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] 10.222.0.91 "PUT /v2.0/ports/4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 1094 time: 4.5765638
Oct 27 15:06:01.396299 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9168ab-998d-4396-935d-f11148fe3394,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:01.422355 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:01.436657 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ab8e51a4f38941c297ce4c4610901b89&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1185923
Oct 27 15:06:01.478632 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 37880) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:01.862585 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.874476 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:01.882192 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.884309 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.238s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:01.911327 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:01.978468 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-10e70520-4870-4130-bb01-065e4bc6b2db req-4de69ba6-34ed-47ab-888c-60917b5c1266 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0188997
Oct 27 15:06:01.985847 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:01.986527 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c6a27-296a-4a78-a33e-2482be4603d7 req-df377379-38d8-4fbb-8454-b9b51ed77540 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:01.993448 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d91c6a27-296a-4a78-a33e-2482be4603d7 req-df377379-38d8-4fbb-8454-b9b51ed77540 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.5191002
Oct 27 15:06:01.996260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.017873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:02.018302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.020263 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fb3e507d-a737-449f-b364-214e9dcd8000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:02.048175 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9168ab-998d-4396-935d-f11148fe3394,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:02.049377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfce864-ace8-4b50-983b-55e90e63cb5d req-5ad7daf1-68ee-4c5b-8521-d7f3aacc8497 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:02.050507 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:02.068711 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7dfce864-ace8-4b50-983b-55e90e63cb5d req-5ad7daf1-68ee-4c5b-8521-d7f3aacc8497 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 945 time: 0.5345080
Oct 27 15:06:02.083777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.084799 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8d9168ab-998d-4396-935d-f11148fe3394 HTTP/1.1" status: 204  len: 168 time: 0.6043243
Oct 27 15:06:02.131398 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d91c6a27-296a-4a78-a33e-2482be4603d7 req-eb30a6e7-56df-46aa-b966-21cb1aa92a44 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352239
Oct 27 15:06:02.180800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87,segment=NetworkSegment(7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124),segment_id=7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:02.185267 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e4e128ee-92ee-43ae-8ee6-e68390fd0908 req-4624acd4-f3e0-439e-aad0-2a231e99bb06 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0742462
Oct 27 15:06:02.202037 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-cc55dfea-42ae-42b6-b341-467718dcfe99 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1097 time: 0.8450174
Oct 27 15:06:02.219382 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.238732 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-82594553-0c6d-45ff-9177-d06404c0f52f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 1097 time: 0.1921275
Oct 27 15:06:02.254651 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:02.469638 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-6d9b9ff0-f264-4410-85a6-593cba044909 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 217 time: 0.2533350
Oct 27 15:06:02.488078 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:02.492000 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:02.547045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.626783 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 8ddd13d0-af53-4d40-82aa-3e22282ec86b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8ddd13d0-af53-4d40-82aa-3e22282ec86b,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:02.630349 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7dfce864-ace8-4b50-983b-55e90e63cb5d req-f2bcae35-6adc-4a5c-9402-365bfeb5ce04 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5605409
Oct 27 15:06:02.631641 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:02.634991 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:02.637698 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:02.716411 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-6905c27c-7a3f-4634-9242-9c42e3d9de1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:02.717897 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-6905c27c-7a3f-4634-9242-9c42e3d9de1c service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.4710054
Oct 27 15:06:02.746734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-2c17a985-554d-4fcc-bc06-0a20f1d56b7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:02.749945 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-2c17a985-554d-4fcc-bc06-0a20f1d56b7f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.1870131
Oct 27 15:06:02.778758 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:02.793518 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:02.838873 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-63889c4e-a77c-4971-88ce-cb4d07fd69b4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488e3bed-6907-4d2a-b359-ee9280be136f HTTP/1.1" status: 200  len: 217 time: 0.1110065
Oct 27 15:06:02.895471 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326d22c-7ddb-4287-8c76-26e919943ccc req-52eee8de-6f6b-4ef7-a6fd-151d90eb8240 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:02.897003 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e326d22c-7ddb-4287-8c76-26e919943ccc req-52eee8de-6f6b-4ef7-a6fd-151d90eb8240 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.2872028
Oct 27 15:06:02.943670 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-a96e2151-ca83-4e95-a0a5-31b482206514 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:02.951372 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-1010465d-74d7-4db4-aee2-10d78a40920e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1096 time: 0.4792747
Oct 27 15:06:02.955666 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-a96e2151-ca83-4e95-a0a5-31b482206514 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1082025
Oct 27 15:06:02.967283 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-77b7666d-137f-4915-9eb0-2ddd42b48a0b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2086232
Oct 27 15:06:03.051219 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-7f6b1cb7-a122-466f-add9-96e9eb03ff84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0837708
Oct 27 15:06:03.055743 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e326d22c-7ddb-4287-8c76-26e919943ccc req-7d665399-aa9b-4ea8-8774-2dd5004d36e4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:06:03.121018 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8ddd13d0-af53-4d40-82aa-3e22282ec86b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:03.149061 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-e326d22c-7ddb-4287-8c76-26e919943ccc req-7d665399-aa9b-4ea8-8774-2dd5004d36e4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:06:03.164583 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e326d22c-7ddb-4287-8c76-26e919943ccc req-7d665399-aa9b-4ea8-8774-2dd5004d36e4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2565291
Oct 27 15:06:03.287419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 8ddd13d0-af53-4d40-82aa-3e22282ec86b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:03.289171 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:03.351425 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-dc5047a5-f666-411e-92a8-c07f51895867 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:03.355247 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-dc5047a5-f666-411e-92a8-c07f51895867 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.3866088
Oct 27 15:06:03.486291 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2', 'code': 200}
Oct 27 15:06:03.548510 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-2c184ebc-25fe-4ffc-aff3-76c79e20c368 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4879742
Oct 27 15:06:03.557920 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-21b9fe08-72be-4f81-b473-b12b25c35358 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.1925282
Oct 27 15:06:03.612785 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'status': 'completed', 'code': 200}
Oct 27 15:06:03.651095 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-2998452a-928b-4bb4-add1-29c082233eb9 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4393220
Oct 27 15:06:03.712896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-26b4fba8-d482-4e5b-9057-b795b3ac03b7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:03.714418 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-26b4fba8-d482-4e5b-9057-b795b3ac03b7 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1463952
Oct 27 15:06:03.999736 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-c624d77d-7bcd-4e36-b6d0-433ef54aa733 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1220148
Oct 27 15:06:04.009601 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693becb-cec8-4e25-b304-27207e45a9a6 req-d7425dce-798a-42a6-bf1f-e86e36866c25 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:04.011394 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3693becb-cec8-4e25-b304-27207e45a9a6 req-d7425dce-798a-42a6-bf1f-e86e36866c25 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 944 time: 0.5551105
Oct 27 15:06:04.031018 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-34522a3b-0fe8-4114-a26c-598aa7053f96 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4729338
Oct 27 15:06:04.103689 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3693becb-cec8-4e25-b304-27207e45a9a6 req-41841eed-43d6-47d9-9a0c-3adc557ad20c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744591
Oct 27 15:06:04.215860 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-76ef624d-dcc9-4968-bde0-ae3d9b9405e2 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935301
Oct 27 15:06:04.323939 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8140ee5f-db1f-473f-97dc-0c5ee9fdf2ad req-d1de739b-3e02-474b-84b3-183de3bc2824 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6623652
Oct 27 15:06:04.359731 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c415df66-a12b-4367-8bad-046a75d9a91b req-262ec93b-159f-4f5a-83d8-02a9cd464292 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:04.362065 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c415df66-a12b-4367-8bad-046a75d9a91b req-262ec93b-159f-4f5a-83d8-02a9cd464292 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.4856520
Oct 27 15:06:04.620984 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa6a80-9175-42f9-bfb3-2fdee38100e9 req-f0108656-75d6-460d-9a36-61a2383f911a tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:04.635999 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c2fa6a80-9175-42f9-bfb3-2fdee38100e9 req-f0108656-75d6-460d-9a36-61a2383f911a tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.3292677
Oct 27 15:06:04.648979 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-73be09e6-13b0-43bb-aaf7-4d28b724106d service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 1098 time: 0.7700844
Oct 27 15:06:04.715364 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c2fa6a80-9175-42f9-bfb3-2fdee38100e9 req-a2c62304-1248-4a3b-80d5-cb9b4079e830 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776005
Oct 27 15:06:04.727002 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:04.757549 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c415df66-a12b-4367-8bad-046a75d9a91b req-675c750e-80de-41dd-93f3-d18dc58a727d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3804762
Oct 27 15:06:04.761924 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c71c5856-4644-4662-8f4b-30e3e1b684bc req-d5e0b795-1b12-4975-850a-6e5592624a5e service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5301638
Oct 27 15:06:04.801240 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-733d04ff-fdb9-41b8-991a-9c46dc362c69 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1097 time: 0.2322714
Oct 27 15:06:04.802261 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:04.806504 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Usage tracker for resource:security_group_rule and tenant:f79f19c59cfd43c48871b51d6aaf501f is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:04.833154 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:04.874158 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:05.044814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b71b2-3a52-49ee-b904-2580524b77c3 req-60640055-dab8-467f-b2f1-ec74c82c22a2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:05.046399 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-db1b71b2-3a52-49ee-b904-2580524b77c3 req-60640055-dab8-467f-b2f1-ec74c82c22a2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1353469
Oct 27 15:06:05.085317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:05.098010 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:05.104956 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-db1b71b2-3a52-49ee-b904-2580524b77c3 req-ebae15dd-08a8-4b7c-be4c-7d4ab99ee5f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503998
Oct 27 15:06:05.109201 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a94211e2-5dc6-41cf-8292-aac302c721cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:05.139954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541267a1-ab5d-4331-803d-afb08859250d req-00037bd8-b43e-47dd-b74e-dbad6347eacc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:05.141567 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-00037bd8-b43e-47dd-b74e-dbad6347eacc service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.3316205
Oct 27 15:06:05.150139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1b250c7c-db9b-4b4e-a478-40b064e20cd1,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:05.174979 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1ea38646-3d4f-4127-8a10-eaa3ae9618df req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4989069
Oct 27 15:06:05.265778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:05.268949 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-7c092d84-9127-4194-a4c4-9cfc306e33a2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 217 time: 0.1005125
Oct 27 15:06:05.375860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7f39c-0300-4e06-9939-93c532a220d7 req-e59c62f1-25e7-4cca-b4c5-947e3d40c216 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:05.377345 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-36d7f39c-0300-4e06-9939-93c532a220d7 req-e59c62f1-25e7-4cca-b4c5-947e3d40c216 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 944 time: 0.0966079
Oct 27 15:06:05.457822 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 717575f8-0d75-4134-b2d4-a0f0c5df2a46 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:06:05.467324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-36d7f39c-0300-4e06-9939-93c532a220d7 req-c2a7cc73-8baf-4298-83b3-1f5bfc625b7c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:06:05.504942 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541267a1-ab5d-4331-803d-afb08859250d req-702b3c31-f695-4dbd-bcfb-f817bdea1232 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:05.506602 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-702b3c31-f695-4dbd-bcfb-f817bdea1232 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0781894
Oct 27 15:06:05.507750 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-36d7f39c-0300-4e06-9939-93c532a220d7 req-c2a7cc73-8baf-4298-83b3-1f5bfc625b7c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:06:05.521530 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-36d7f39c-0300-4e06-9939-93c532a220d7 req-c2a7cc73-8baf-4298-83b3-1f5bfc625b7c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377685
Oct 27 15:06:05.521972 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:05.619707 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-2c608532-8daa-4a03-a10e-bbf0b1561789 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0969322
Oct 27 15:06:05.718495 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87', 'code': 200}
Oct 27 15:06:05.826838 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:05.862941 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '717575f8-0d75-4134-b2d4-a0f0c5df2a46', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'port_id': '717575f8-0d75-4134-b2d4-a0f0c5df2a46', 'mac_address': 'fa:16:3e:13:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:06:05.877603 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-1853cb82-7606-4c10-9a79-e83dbf8d8e4e service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2347627
Oct 27 15:06:06.062013 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.085554 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717575f8-0d75-4134-b2d4-a0f0c5df2a46 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:06:06.103885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:06.108992 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.109819 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 488e3bed-6907-4d2a-b359-ee9280be136f details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:06:06.112310 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:06.202692 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:06.212244 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:06.268751 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-eca1787e-54d6-4847-ab9b-39a8234a9680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.295309 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1d6f3-f246-4b72-8f80-95b277cc75e9 req-d519aaec-455f-4ad9-bad5-440c9348e2f7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:06.303892 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-23f1d6f3-f246-4b72-8f80-95b277cc75e9 req-d519aaec-455f-4ad9-bad5-440c9348e2f7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.2226386
Oct 27 15:06:06.316286 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=488e3bed-6907-4d2a-b359-ee9280be136f,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:06.333661 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-541267a1-ab5d-4331-803d-afb08859250d req-9c7119b4-32e5-4991-b465-7d3f25f1de51 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4458399
Oct 27 15:06:06.356651 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '488e3bed-6907-4d2a-b359-ee9280be136f', 'network_id': '05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4', 'port_id': '488e3bed-6907-4d2a-b359-ee9280be136f', 'mac_address': 'fa:16:3e:9f:34:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449f8b60-3487-4e6b-89c6-c721d3a117ff', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:06:06.395964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4be07-de47-4676-b42b-64855bc0d7cf req-cc3baf43-6378-4a41-89e7-c632918d2704 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:06.397740 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38a4be07-de47-4676-b42b-64855bc0d7cf req-cc3baf43-6378-4a41-89e7-c632918d2704 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.2634132
Oct 27 15:06:06.400578 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2c8f74d1-502b-47ae-8dbe-d2717de4ff66 req-07368989-5c91-4b6f-8951-2e8840b860b8 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 1099 time: 0.4224246
Oct 27 15:06:06.424059 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-23f1d6f3-f246-4b72-8f80-95b277cc75e9 req-ec2c7a78-c992-4ddd-a103-569cec990045 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159916
Oct 27 15:06:06.474931 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.554656 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 488e3bed-6907-4d2a-b359-ee9280be136f {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:06:06.600071 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2c8f74d1-502b-47ae-8dbe-d2717de4ff66 req-b73b1149-b574-4ce4-aaf9-ba6f162b90f7 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917872
Oct 27 15:06:06.602339 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38a4be07-de47-4676-b42b-64855bc0d7cf req-c4283ea6-c7b8-4277-b60e-cb5558756243 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1964250
Oct 27 15:06:06.617508 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.633899 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=488e3bed-6907-4d2a-b359-ee9280be136f,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:06.644849 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:06.648635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:06.786012 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:06.790341 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:06.824342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848da0-b3e8-4fb1-8873-a67e3c66cdc7 req-38cc0e4f-0fbc-4051-b0cd-6c4a12ce33e8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:06.826088 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a6848da0-b3e8-4fb1-8873-a67e3c66cdc7 req-38cc0e4f-0fbc-4051-b0cd-6c4a12ce33e8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1877627
Oct 27 15:06:06.863021 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38064) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:06.913859 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a6848da0-b3e8-4fb1-8873-a67e3c66cdc7 req-bd5c2d36-9d26-4d94-82a6-c0eab8b7b103 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757153
Oct 27 15:06:06.957439 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['488e3bed-6907-4d2a-b359-ee9280be136f'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:07.009240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['717575f8-0d75-4134-b2d4-a0f0c5df2a46'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:07.038482 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7936a-1fb6-4922-8fc4-d1cad1919de5 req-811fa60f-5d7d-48db-8b1e-2e3bf1cbe9ae tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:07.042776 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f1e7936a-1fb6-4922-8fc4-d1cad1919de5 req-811fa60f-5d7d-48db-8b1e-2e3bf1cbe9ae tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 945 time: 0.1864057
Oct 27 15:06:07.113024 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f1e7936a-1fb6-4922-8fc4-d1cad1919de5 req-049b52bb-6b60-4cef-a87c-f6a94f47aed1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628505
Oct 27 15:06:07.183038 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.246897 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:07.251509 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Usage tracker for resource:security_group_rule and tenant:3a02da69fa964b8caf6f485429457544 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:07.254870 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:07.262661 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:07.349750 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.356902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.418683 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:07.441224 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a02da69fa964b8caf6f485429457544&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5768759
Oct 27 15:06:07.441330 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38086) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:07.458662 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:06:07.459836 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecb94ea-8c64-47fd-9613-f0ae89bf6f82,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:07.462898 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:07.528030 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.567764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.654404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.661364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0b9824ca-f333-4dd4-a742-9d23407d84cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:07.690596 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecb94ea-8c64-47fd-9613-f0ae89bf6f82,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:07.693950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:07.718037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:07.720968 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4ecb94ea-8c64-47fd-9613-f0ae89bf6f82 HTTP/1.1" status: 204  len: 168 time: 0.2786775
Oct 27 15:06:07.841804 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e56c46-059f-4546-b658-887985486a31 req-90442d15-57b0-484c-b741-0be63bd4d4a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:07.850104 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d6e56c46-059f-4546-b658-887985486a31 req-90442d15-57b0-484c-b741-0be63bd4d4a1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1822064
Oct 27 15:06:07.968236 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:07.980529 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d6e56c46-059f-4546-b658-887985486a31 req-44953887-227c-4141-aea1-6b8073a8b51f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294467
Oct 27 15:06:07.998536 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:06:08.096743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78294c1b-3809-4d48-be56-d958c7739eee req-ead98205-d9ce-46ae-aefa-5afe5c532f94 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:08.098093 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78294c1b-3809-4d48-be56-d958c7739eee req-ead98205-d9ce-46ae-aefa-5afe5c532f94 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.1967275
Oct 27 15:06:08.139700 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.178302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:06:08.194597 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78294c1b-3809-4d48-be56-d958c7739eee req-bcf4d1f6-b64c-4987-8a74-7e2c1340539c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892861
Oct 27 15:06:08.231296 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:08.240186 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.242765 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:08.424593 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-acd8aadc-207c-4f02-bf14-bef58c2af2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.424898 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcd16e-75ed-4aff-b6a9-0ee7d2a0b510 req-aeb57087-754a-4043-8a58-6e88244868b0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:08.426413 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-76bcd16e-75ed-4aff-b6a9-0ee7d2a0b510 req-aeb57087-754a-4043-8a58-6e88244868b0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.2228057
Oct 27 15:06:08.433450 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:08.436855 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:08.505415 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-76bcd16e-75ed-4aff-b6a9-0ee7d2a0b510 req-76478011-9d79-4d95-b24f-52583d4ccfda tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701494
Oct 27 15:06:08.546250 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['4b8cf7df-82b3-4956-af32-7f969e5e018d'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:08.559080 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b28d5e-9397-4527-a176-379c9d6723cf req-83fb6259-5fa9-4f55-9def-4c4aa06589df tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:08.562251 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26b28d5e-9397-4527-a176-379c9d6723cf req-83fb6259-5fa9-4f55-9def-4c4aa06589df tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 945 time: 0.1103439
Oct 27 15:06:08.579864 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38132) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:08.600596 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.655488 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26b28d5e-9397-4527-a176-379c9d6723cf req-18f7b98c-faba-463e-bb76-b2710d6b67fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830996
Oct 27 15:06:08.689318 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:08.704325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Usage tracker for resource:security_group_rule and tenant:9cc708816314443d876aa154fea691b1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:08.704325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:08.707824 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:08.795811 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.802733 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:08.825833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fe1afa14-8d81-4a3f-8fa2-95830b9623c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:08.909709 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650ccd20-4df9-4521-8b7a-b1140e3b6930,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:08.915514 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9cc708816314443d876aa154fea691b1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3329844
Oct 27 15:06:08.915514 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:08.917631 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38150) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:08.998390 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.030224 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.093789 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.099719 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c6259e8f-4aaf-4ef4-96d8-1a95a1fe7c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:09.114058 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650ccd20-4df9-4521-8b7a-b1140e3b6930,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:09.116399 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:09.125868 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.127065 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/650ccd20-4df9-4521-8b7a-b1140e3b6930 HTTP/1.1" status: 204  len: 168 time: 0.2076924
Oct 27 15:06:09.187935 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.463238 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c93a96-353e-418f-802e-ef46fb7c9f13 req-04a62cbe-65ee-44e5-9f4d-1d5a5011d26c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:09.464764 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-36c93a96-353e-418f-802e-ef46fb7c9f13 req-04a62cbe-65ee-44e5-9f4d-1d5a5011d26c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.0901093
Oct 27 15:06:09.473580 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:09.520449 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-36c93a96-353e-418f-802e-ef46fb7c9f13 req-a49b548a-1d60-4f65-b47d-6245890b671c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488169
Oct 27 15:06:09.578345 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 4b8cf7df-82b3-4956-af32-7f969e5e018d completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:09.590387 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 4b8cf7df-82b3-4956-af32-7f969e5e018d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:09.590924 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.836521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.913471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0026048-b5aa-4f7a-ba2a-346c578fff8d req-2bec90fa-57b2-4ab6-a32e-ea57adb03015 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:09.927355 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a0026048-b5aa-4f7a-ba2a-346c578fff8d req-2bec90fa-57b2-4ab6-a32e-ea57adb03015 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.1538005
Oct 27 15:06:09.940774 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:09.962557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba32ae0-0646-4a9f-9064-1320b48f6b78 req-2ef2ab1f-0cbd-46cd-82c1-4b6ea4307b25 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:09.971172 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:09.972547 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8ba32ae0-0646-4a9f-9064-1320b48f6b78 req-2ef2ab1f-0cbd-46cd-82c1-4b6ea4307b25 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 945 time: 0.1049452
Oct 27 15:06:09.985323 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:09.986374 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 717575f8-0d75-4134-b2d4-a0f0c5df2a46 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:10.033392 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8ba32ae0-0646-4a9f-9064-1320b48f6b78 req-55615041-bfce-4440-9d4d-65423f376b94 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594773
Oct 27 15:06:10.035721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a0026048-b5aa-4f7a-ba2a-346c578fff8d req-63addcf1-1fe6-442e-b294-74d60e0c8f8b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048861
Oct 27 15:06:10.073015 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:10.195659 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'code': 200}
Oct 27 15:06:10.386766 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:10.395271 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:10.417716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:10.425438 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:10.425842 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:10.595361 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c3de0bc2-81ff-4cd8-92e6-62fb68cd7fa2 req-def5b8f1-55b5-4d4f-9d94-07710d85c654 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1099 time: 0.1491878
Oct 27 15:06:10.622857 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:10.675066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-c3de0bc2-81ff-4cd8-92e6-62fb68cd7fa2 req-aa36e8e0-943d-4811-8480-9fb75f3ca048 service neutron] Synchronizing usage tracker for tenant:f79f19c59cfd43c48871b51d6aaf501f on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:06:10.680494 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38262) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:10.700932 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:10.707985 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:10.709195 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 488e3bed-6907-4d2a-b359-ee9280be136f up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:10.721544 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-c3de0bc2-81ff-4cd8-92e6-62fb68cd7fa2 req-aa36e8e0-943d-4811-8480-9fb75f3ca048 service neutron] Unset dirty status for tenant:f79f19c59cfd43c48871b51d6aaf501f on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:06:10.723787 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c3de0bc2-81ff-4cd8-92e6-62fb68cd7fa2 req-aa36e8e0-943d-4811-8480-9fb75f3ca048 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1182847
Oct 27 15:06:10.752004 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:10.861426 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:10.878565 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:10.883521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:10.894746 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 488e3bed-6907-4d2a-b359-ee9280be136f completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:10.901402 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 488e3bed-6907-4d2a-b359-ee9280be136f triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:10.901951 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.105515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.148309 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=488e3bed-6907-4d2a-b359-ee9280be136f,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:11.158209 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.161437 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:11.275862 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:11.282442 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:11.311278 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38292) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:11.332636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4419f-aeb4-4df6-80e4-d3d79301e7e5 req-d72fa945-0611-47df-9b81-4bed9573947a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:11.335482 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d4c4419f-aeb4-4df6-80e4-d3d79301e7e5 req-d72fa945-0611-47df-9b81-4bed9573947a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1385884
Oct 27 15:06:11.394125 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d4c4419f-aeb4-4df6-80e4-d3d79301e7e5 req-c79d4423-5c4e-47a3-b2b6-108fb84a39ae tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514190
Oct 27 15:06:11.407709 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.450798 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d129a-a4a1-49d5-9d87-507b1adcd035 req-b3e5a33c-a135-4436-8bbb-610c8dc818d1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:11.452648 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb0d129a-a4a1-49d5-9d87-507b1adcd035 req-b3e5a33c-a135-4436-8bbb-610c8dc818d1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2210970
Oct 27 15:06:11.489493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:11.498185 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Usage tracker for resource:security_group_rule and tenant:61c170a543f54581ba86ce4589fd1101 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:11.501439 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:11.519570 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:11.543976 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fb0d129a-a4a1-49d5-9d87-507b1adcd035 req-3c1d8382-bf4c-4690-9dc1-05368dc40cc0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822392
Oct 27 15:06:11.642856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.647301 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.657649 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:11.766647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38308) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:11.782591 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=61c170a543f54581ba86ce4589fd1101&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0956845
Oct 27 15:06:11.782591 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dcb0a2-f217-4840-8a87-b3d9727d4b6c,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:11.783718 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38314) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:11.785702 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:11.789932 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.863897 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:11.873396 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Usage tracker for resource:security_group_rule and tenant:e07ff6f5d64a43258c0d677996b535a6 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:11.878330 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:11.889257 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:11.902908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:11.977923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.016471 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.022581 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.024856 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:12.033357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.039483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-06005831-bb15-44e9-adf9-c5aaaa2c11a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:12.041066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Usage tracker for resource:security_group_rule and tenant:43ae0b5b9d22478ba661b0c31e118231 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:12.048120 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:12.062712 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:12.146762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.154218 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dff6a4bf-83fa-4d46-b329-8ad4e93e34c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:12.160759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f8eb1e-6fb4-4e5a-8ba3-fbe6fd33ba38,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:12.176550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dcb0a2-f217-4840-8a87-b3d9727d4b6c,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:12.181501 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:12.191665 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:12.197128 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e07ff6f5d64a43258c0d677996b535a6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8837116
Oct 27 15:06:12.200689 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46'}, {'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:12.200831 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38326) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:12.222577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.224434 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/01dcb0a2-f217-4840-8a87-b3d9727d4b6c HTTP/1.1" status: 204  len: 168 time: 0.4389732
Oct 27 15:06:12.351058 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46', 'code': 200}
Oct 27 15:06:12.351566 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f', 'code': 200}
Oct 27 15:06:12.355098 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.360551 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.377324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d1d4934-b60d-41bb-892f-bcd95721d080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:12.384737 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.436464 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a850b-e1e9-401b-b4cf-27909452e5ab,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:12.458261 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:12.506666 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38344) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:12.507149 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=43ae0b5b9d22478ba661b0c31e118231&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7386878
Oct 27 15:06:12.514399 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.829104 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-01215c0a-118f-442f-9112-90f382d58d60 req-5d2e11f7-6cb8-49e6-9611-70a9eada107c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 1099 time: 0.1684451
Oct 27 15:06:12.883452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.959179 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-01215c0a-118f-442f-9112-90f382d58d60 req-71b709bc-f82a-4424-b8d2-ba64935f2042 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063261
Oct 27 15:06:12.965613 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:12.997592 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd1b3b4e-a974-4587-8c91-0a52d3b09f9a req-c5ec510a-e1ec-479e-b528-74716a34a7c1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.1448209
Oct 27 15:06:13.037448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.067065 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:13.087475 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f8eb1e-6fb4-4e5a-8ba3-fbe6fd33ba38,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:13.096186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:13.102771 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28be19d-baa2-4263-bee2-49abd0e812b4 req-5ee6eaf4-82c8-4e34-91d2-f5e2243e3b74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:13.111425 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e28be19d-baa2-4263-bee2-49abd0e812b4 req-5ee6eaf4-82c8-4e34-91d2-f5e2243e3b74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.3287742
Oct 27 15:06:13.204057 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.206001 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/30f8eb1e-6fb4-4e5a-8ba3-fbe6fd33ba38 HTTP/1.1" status: 204  len: 168 time: 1.0039916
Oct 27 15:06:13.263503 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38368) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:13.301581 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.322457 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5d670750-347f-4702-bfcd-1c1b97b01a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:13.358812 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a850b-e1e9-401b-b4cf-27909452e5ab,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:13.388208 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e28be19d-baa2-4263-bee2-49abd0e812b4 req-986868fb-d28b-4679-ae3a-b02eb9edbe23 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2756321
Oct 27 15:06:13.390510 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:13.399313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.403388 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a53a850b-e1e9-401b-b4cf-27909452e5ab HTTP/1.1" status: 204  len: 168 time: 0.8561807
Oct 27 15:06:13.506571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.565416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd1b3b4e-a974-4587-8c91-0a52d3b09f9a req-1a6775d7-cc9c-461d-9bed-20ccc6e9c8fb service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3324916
Oct 27 15:06:13.651473 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:13.669938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Usage tracker for resource:security_group_rule and tenant:ae9cf28c250b4c9ab9a67af0d57afc76 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:13.674007 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:13.691417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:13.700801 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591542f-6323-45c5-9115-d488fe4f66fa req-adc27dae-1dcb-42fa-b7fd-fd900b977772 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:13.702882 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8591542f-6323-45c5-9115-d488fe4f66fa req-adc27dae-1dcb-42fa-b7fd-fd900b977772 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.4198751
Oct 27 15:06:13.772850 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceba118-32fb-4491-a08b-fa12fa29b022 req-e574c71c-e503-4e93-9bb9-3fa7a7de4979 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:13.785487 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0ceba118-32fb-4491-a08b-fa12fa29b022 req-e574c71c-e503-4e93-9bb9-3fa7a7de4979 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1011641
Oct 27 15:06:13.786067 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38384) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:13.792715 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'floatingip': {'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:13.808061 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8591542f-6323-45c5-9115-d488fe4f66fa req-a7e60e2d-1d60-4f38-a5fe-c7dcf47fa0f3 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966094
Oct 27 15:06:13.882174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.887719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.889731 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:13.923634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:13.963386 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ae9cf28c250b4c9ab9a67af0d57afc76&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6819861
Oct 27 15:06:13.964173 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38394) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:14.000295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edb2fbf-9a79-488c-974d-20a1f6276ae7,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:14.008313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:14.108615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.140562 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-756ace48-a691-4cb9-b4b4-b5bdecbc05fc service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2188725
Oct 27 15:06:14.147473 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.258650 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38400) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:14.315555 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.433060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.441894 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:14.478474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38404) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:14.484200 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:14.502191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edb2fbf-9a79-488c-974d-20a1f6276ae7,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:14.512385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:14.513546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Usage tracker for resource:security_group_rule and tenant:cd82917ced6f4cb9b189abb49b3acad0 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:14.523036 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:14.534233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.546299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:14.554554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.555739 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2edb2fbf-9a79-488c-974d-20a1f6276ae7 HTTP/1.1" status: 204  len: 168 time: 0.5574324
Oct 27 15:06:14.616137 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-d7714f89-be24-464f-a23f-b4d472504adc service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=69b9e8ac7b5a4c9493a116af78daf977&device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 1099 time: 0.2735147
Oct 27 15:06:14.617214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:14.624781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd4754caa5f43cf8595ba3fb17d6386 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:14.631748 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:14.644491 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:14.701831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.749768 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:14.771986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6f1726ad-be19-456b-9fea-3e570ea3c420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:15.055059 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.057576 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.065546 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.134379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3787590-195e-466a-b248-e55a8fdea7a8,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:15.155562 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cd82917ced6f4cb9b189abb49b3acad0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8957875
Oct 27 15:06:15.161685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38420) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:15.165254 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:15.189789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-850c85a0-3776-4666-9d7e-2ee3386550fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:15.191564 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-850c85a0-3776-4666-9d7e-2ee3386550fb service neutron] 10.222.0.91 "GET /v2.0/networks?id=67489b65-9902-420b-91e6-cf327a4c6df7 HTTP/1.1" status: 200  len: 914 time: 0.5350053
Oct 27 15:06:15.320172 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-2bcef383-620d-48e9-86c9-221a6f632f46 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87 HTTP/1.1" status: 200  len: 217 time: 0.1087935
Oct 27 15:06:15.395882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.410362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.432460 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-48d883c1-8b6d-4729-ac04-960e8515b16b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:15.448244 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b71f2-5086-40a0-9711-a3cdf4d75a12 req-ececaf5c-9705-4c71-88f8-36cc8d3b4fca tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:15.450271 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb4b71f2-5086-40a0-9711-a3cdf4d75a12 req-ececaf5c-9705-4c71-88f8-36cc8d3b4fca tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2508001
Oct 27 15:06:15.473644 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-281934db-2d56-45b8-986b-dbe1e0e9b5c1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:15.475112 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-281934db-2d56-45b8-986b-dbe1e0e9b5c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=0949cf30-fbb0-4366-9c04-5db5a0043d5f HTTP/1.1" status: 200  len: 852 time: 0.1468782
Oct 27 15:06:15.475797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.564870 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e6ec07-ad64-402c-b268-642ad64492ed,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:15.575410 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-8b3b3b84-3a97-4a73-9f3a-f75fd1c2fd5e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=67489b65-9902-420b-91e6-cf327a4c6df7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0692806
Oct 27 15:06:15.579268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:15.581379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.592622 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5bd4754caa5f43cf8595ba3fb17d6386&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1085408
Oct 27 15:06:15.599978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38430) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:15.663308 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb4b71f2-5086-40a0-9711-a3cdf4d75a12 req-241444dc-81ef-4d5a-8e0e-47dd7aa2e450 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961498
Oct 27 15:06:15.711766 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.715004 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.719420 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.l3_db [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Floating IP 8041b44d-ccc0-4ba8-b17b-f6c313934f8a associated. External IP: 172.27.3.41, port: 4b8cf7df-82b3-4956-af32-7f969e5e018d.
Oct 27 15:06:15.773022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7eb0788e-3d89-4cc2-bc41-3ae813363a56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:15.802347 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3787590-195e-466a-b248-e55a8fdea7a8,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:15.808940 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:15.817603 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.818832 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:15.831197 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b3787590-195e-466a-b248-e55a8fdea7a8 HTTP/1.1" status: 204  len: 168 time: 0.6585114
Oct 27 15:06:15.899969 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-23e3f791-8778-4719-9fb1-a3d92d73f9e8 service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3050182
Oct 27 15:06:16.060646 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:16.066879 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:16.082782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e6ec07-ad64-402c-b268-642ad64492ed,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:16.086005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:16.109182 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:16.110796 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c0e6ec07-ad64-402c-b268-642ad64492ed HTTP/1.1" status: 204  len: 168 time: 0.5063441
Oct 27 15:06:16.210975 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cbe33ee8-2e4f-4540-bca0-f750d97930ac req-702dcd07-c575-42eb-9e6c-ddda61d6e0aa service neutron] 10.222.0.91 "GET /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2905548
Oct 27 15:06:16.382574 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-3ca2baf8-64dd-4585-8b6d-c63612b7263b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 1099 time: 0.1679757
Oct 27 15:06:16.565838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98499b7-df40-48b8-ba0c-888292e35895 req-b0ac1f91-c38e-404f-b89f-01c43162720f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:16.568374 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-b0ac1f91-c38e-404f-b89f-01c43162720f service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.1798921
Oct 27 15:06:16.672930 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-f36b1f39-6b23-40e7-b2b5-83666c1e0c15 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=488e3bed-6907-4d2a-b359-ee9280be136f HTTP/1.1" status: 200  len: 217 time: 0.0938776
Oct 27 15:06:16.708835 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62dc06-0a5d-435f-87a4-ffd7dca7ae8e req-7a29d6b9-cf75-4de4-8954-8c06542bba2c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:16.714033 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a62dc06-0a5d-435f-87a4-ffd7dca7ae8e req-7a29d6b9-cf75-4de4-8954-8c06542bba2c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2371106
Oct 27 15:06:16.814884 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98499b7-df40-48b8-ba0c-888292e35895 req-e5e6edec-d42a-4a23-b863-d3b369b6b443 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:16.817372 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-e5e6edec-d42a-4a23-b863-d3b369b6b443 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1325839
Oct 27 15:06:16.851670 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a62dc06-0a5d-435f-87a4-ffd7dca7ae8e req-7817625b-62a2-4130-a2a4-4aee7a53eb43 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276052
Oct 27 15:06:16.860901 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:06:16.913814 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-a0487ade-4d68-4870-807f-69b02a008960 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861609
Oct 27 15:06:17.114912 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-7007ee61-a730-49bf-b852-f44bca918084 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840243
Oct 27 15:06:17.288764 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98499b7-df40-48b8-ba0c-888292e35895 req-ab95b6f2-64c3-4f59-974c-38dd5fb4fdcc service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1624990
Oct 27 15:06:17.319833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:06:17.341634 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:17.343789 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:06:17.376427 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:06:17.378754 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296bd640>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:06:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:17.421345 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-cbce4082-2110-4ec4-be5b-cc102f2e67f6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "PUT /v2.0/floatingips/8041b44d-ccc0-4ba8-b17b-f6c313934f8a HTTP/1.1" status: 200  len: 991 time: 3.6339192
Oct 27 15:06:17.422391 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:17.577956 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'status': 'completed', 'code': 200}
Oct 27 15:06:17.643848 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:06:17.725526 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-dcae65e2-d087-4791-bd17-eae464a18be4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1099 time: 0.1049941
Oct 27 15:06:17.954525 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:06:18.054791 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296bd640>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '8041b44d-ccc0-4ba8-b17b-f6c313934f8a', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:06:14Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:18.059374 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:06:18.092879 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:06:18.093634 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296bd640>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:06:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:18.159343 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-c07b095c-4466-4450-8aa2-3ca8e2ff69e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:18.166805 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-c07b095c-4466-4450-8aa2-3ca8e2ff69e2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.4227605
Oct 27 15:06:18.420203 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d7554e-3528-48f1-806e-546c8a18a0f2 req-0205f04e-5031-4333-ade0-74d4b2383d17 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:18.422405 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-83d7554e-3528-48f1-806e-546c8a18a0f2 req-0205f04e-5031-4333-ade0-74d4b2383d17 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2282825
Oct 27 15:06:18.474217 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:06:18.495572 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-dbe1b37d-52c5-4066-ac84-9f65e63bf032 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 999 time: 0.3171906
Oct 27 15:06:18.532077 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-83d7554e-3528-48f1-806e-546c8a18a0f2 req-d3d66c08-aff1-4e37-8dd8-1c99dd83dafd tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020730
Oct 27 15:06:18.613280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-d53996a6-d1d6-470f-93d0-66d46e296886 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:18.619507 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-d53996a6-d1d6-470f-93d0-66d46e296886 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.1013613
Oct 27 15:06:18.726663 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-f0435504-6c8f-45c1-aa48-9028b04562c9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0868254
Oct 27 15:06:18.890655 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-6de8aa3d-b7f1-466e-9ce0-76d10a21f50e service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1532145
Oct 27 15:06:19.055216 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d27bd7d-99d9-4dd9-98ad-9a2c2bcd62eb req-02f55e72-2679-425d-bab5-22ffeca047eb service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522236
Oct 27 15:06:19.148427 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296bd640>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '8041b44d-ccc0-4ba8-b17b-f6c313934f8a', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:06:14Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:19.156010 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84037e87-a48a-46b6-ad1b-2afa6b25be07 None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '8041b44d-ccc0-4ba8-b17b-f6c313934f8a', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:05:42Z', 'updated_at': '2021-10-27T15:06:14Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:06:19.536437 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff3598-7a0b-4153-9272-01370a89bad4 None None] New status for floating IP 8041b44d-ccc0-4ba8-b17b-f6c313934f8a: ACTIVE {{(pid=82716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:06:19.867855 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb7031-70ce-4131-b3fb-58a4b3165170 req-22c7db27-b133-411f-8889-92c34b905bc1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:19.878073 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-03cb7031-70ce-4131-b3fb-58a4b3165170 req-22c7db27-b133-411f-8889-92c34b905bc1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1451147
Oct 27 15:06:19.984262 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-03cb7031-70ce-4131-b3fb-58a4b3165170 req-d296700b-ee20-4caf-a939-9673f9008489 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049378
Oct 27 15:06:20.120070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38582) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:20.312188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.351908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:20.356268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Usage tracker for resource:security_group_rule and tenant:d96a1cc27f9f4d78b698c915f89f7d6d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:20.360097 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:20.367292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:20.454303 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.458706 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.483823 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5e19b91c-966f-45f6-b248-4285b4657b53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:20.507610 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d96a1cc27f9f4d78b698c915f89f7d6d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3855221
Oct 27 15:06:20.510881 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38598) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:20.549629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d41edb6-6513-404a-84a8-f60b28072ddf,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:20.598614 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.598960 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.599499 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.600004 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.600351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.600690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.601023 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.601515 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.601853 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.602186 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.602839 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:20.606904 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:20.628709 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.660244 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.722668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.726808 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f7dec9a1-dc36-4be2-b1d6-068f5a9ca918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:20.745006 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d41edb6-6513-404a-84a8-f60b28072ddf,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:20.746951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:20.756374 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2d41edb6-6513-404a-84a8-f60b28072ddf HTTP/1.1" status: 204  len: 168 time: 0.2417595
Oct 27 15:06:20.756374 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:20.882531 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-298ef365-d9fb-42a2-b01f-a1a38756a53c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:20.884313 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-298ef365-d9fb-42a2-b01f-a1a38756a53c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.1860580
Oct 27 15:06:20.901621 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-e5eca65e-ce46-4f27-ac20-60bfe223a8db tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/quotas/1db44cbda2874a4e9cd4706662ba77b9 HTTP/1.1" status: 200  len: 375 time: 0.0107560
Oct 27 15:06:20.996153 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-891a9e06-d253-45c3-bb70-92f28754b4f7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0873597
Oct 27 15:06:21.254058 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-54274d07-14b2-437a-90bb-1317b7d0bc29 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2460105
Oct 27 15:06:21.344799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd1b13-8e05-40b0-a927-5cbd866049b6 req-9b3dce3c-f7a9-4a45-90cb-a924c0e5d6d6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:21.346489 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fabd1b13-8e05-40b0-a927-5cbd866049b6 req-9b3dce3c-f7a9-4a45-90cb-a924c0e5d6d6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1347029
Oct 27 15:06:21.431014 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fabd1b13-8e05-40b0-a927-5cbd866049b6 req-001d8b54-972d-4361-987d-e232fc48c64f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779068
Oct 27 15:06:21.440840 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-42322b02-86c1-4bd5-88a4-9b6291a3099c service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859376
Oct 27 15:06:21.846185 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e695e59a-a726-4ecc-bb7d-59b46476707b req-55596d50-1599-4c73-af09-29964329ac1c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0735228
Oct 27 15:06:22.796780 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c6e39e-f33e-4593-8e2f-b845615fc96d req-975ef306-ee48-4b59-9427-528e3e5a6049 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:22.805695 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b9c6e39e-f33e-4593-8e2f-b845615fc96d req-975ef306-ee48-4b59-9427-528e3e5a6049 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2104111
Oct 27 15:06:22.876533 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b9c6e39e-f33e-4593-8e2f-b845615fc96d req-6abbe915-e9f2-472a-9e8a-8f5a58c17d02 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689011
Oct 27 15:06:23.051993 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5270b8a0-ec72-4dc3-ab71-ae5a27b31295 req-95230d2d-2ba7-44a8-9f8d-89caaa0dbe89 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0456519
Oct 27 15:06:24.089619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac691d7-9f0b-4c2c-980c-f490a074190f req-9be1e278-ca3b-4ca2-a272-7fd4353b0fc6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:24.091186 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eac691d7-9f0b-4c2c-980c-f490a074190f req-9be1e278-ca3b-4ca2-a272-7fd4353b0fc6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0828059
Oct 27 15:06:24.141043 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eac691d7-9f0b-4c2c-980c-f490a074190f req-dfa635b3-84b1-4b3a-80a8-b4e809cc3fc9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441248
Oct 27 15:06:24.342884 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1871da70-ac7b-433f-b94f-2d4337e40f82 req-4338ec84-dd38-4957-95a0-36888f9d8fa3 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0410337
Oct 27 15:06:25.366017 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff449318-d792-483a-b336-02e892440515 req-da328466-9fc7-4151-9a09-6b52ec7078c4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:25.367593 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ff449318-d792-483a-b336-02e892440515 req-da328466-9fc7-4151-9a09-6b52ec7078c4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0917213
Oct 27 15:06:25.431741 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ff449318-d792-483a-b336-02e892440515 req-3deba62e-8ad5-4099-9963-4a7ef6479bb2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574148
Oct 27 15:06:25.526307 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9f98cebd-c5e0-4faf-a081-7683506a2a7f req-b8ff0482-9588-4edd-8677-92a929ad86d9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0436172
Oct 27 15:06:26.176636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-91cece85-4e49-47f4-acf1-6b75597f5c0b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:26.178012 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-91cece85-4e49-47f4-acf1-6b75597f5c0b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.1396790
Oct 27 15:06:26.221177 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Request body: {'port': {'device_id': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'admin_state_up': True, 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:26.371134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:26.380822 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:26.391313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:26.394526 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:26.703314 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Allocated IP 172.20.0.12 (b39116f0-c1aa-4666-986e-e0dfb084b606/c8291db8-704c-4e9a-8135-31ab35a6a02c/0a76435c-c842-4384-a9a7-1ae18f7cc6ab) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:06:26.749900 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c5219805-74ae-448b-a3dc-7ce269a1d510 req-b85b6b8d-cdfb-4e15-9d43-9f37e91cfd8e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0442340
Oct 27 15:06:26.806440 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b428570-5671-4bf7-b07d-96e1f9612968 req-74c512fb-ef0b-41c3-8b91-8eb311c6b1b2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:26.808608 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3b428570-5671-4bf7-b07d-96e1f9612968 req-74c512fb-ef0b-41c3-8b91-8eb311c6b1b2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1776922
Oct 27 15:06:27.044123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:27.063050 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3b428570-5671-4bf7-b07d-96e1f9612968 req-a688e8a8-56a1-41de-a566-6921a7a738c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2460179
Oct 27 15:06:27.077128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:27.084620 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:27.113204 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:27.163065 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Network b39116f0-c1aa-4666-986e-e0dfb084b606 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:06:27.167332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:06:27.169467 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event updated for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:27.171786 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:06:27.175679 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:27.176282 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:27.180532 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:27.211649 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9941990
Oct 27 15:06:27.256948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Request body: {'port': {'device_id': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:27.519645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:27.990922 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a76435c-c842-4384-a9a7-1ae18f7cc6ab {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:06:28.000774 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.059386 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Transition to ACTIVE for port object 0a76435c-c842-4384-a9a7-1ae18f7cc6ab will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:06:28.065977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.072323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:28.130292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38846) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:28.166382 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38854) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:28.282697 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Pushing event updated for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:28.337239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:28.342662 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777af93-246d-4629-824a-4f2bb7af0806 req-c7321cb8-5dd5-443f-863e-73da8e70365a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:28.343389 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4777af93-246d-4629-824a-4f2bb7af0806 req-c7321cb8-5dd5-443f-863e-73da8e70365a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:06:28.371194 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Attempting to bind port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:06:28.371552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Attempting to bind port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:06:28.371876 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Attempting to bind port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:06:28.379725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab on network b39116f0-c1aa-4666-986e-e0dfb084b606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:06:28.380042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Attempting to bind port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:06:28.385198 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4777af93-246d-4629-824a-4f2bb7af0806 req-c7321cb8-5dd5-443f-863e-73da8e70365a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:06:28.393149 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4777af93-246d-4629-824a-4f2bb7af0806 req-c7321cb8-5dd5-443f-863e-73da8e70365a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 932 time: 0.3971910
Oct 27 15:06:28.417587 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:06:28.417916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Checking segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:06:28.418277 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Bound using segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:06:28.418699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Bound port: 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:06:28.419042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.423093 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.450440 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.459576 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be1721-15b7-49c1-b489-0e4c9d34dde2 req-142bd341-c7da-480f-b2ef-0079522b6ff9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:28.461189 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24be1721-15b7-49c1-b489-0e4c9d34dde2 req-142bd341-c7da-480f-b2ef-0079522b6ff9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1582899
Oct 27 15:06:28.489645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:28.497300 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Usage tracker for resource:security_group_rule and tenant:c9d4d6a0ecba4290b590a12a4051a90d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:28.506007 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:28.514184 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:28.530997 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24be1721-15b7-49c1-b489-0e4c9d34dde2 req-794c3766-0b8c-4a74-990d-d9733e46e313 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635929
Oct 27 15:06:28.537306 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4777af93-246d-4629-824a-4f2bb7af0806 req-4f074bad-5298-4814-b2ab-f09371cd6ef5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433127
Oct 27 15:06:28.556788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:28.565027 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Usage tracker for resource:security_group_rule and tenant:bbdbc71608614965a6f962cf977a08a1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:28.572914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:28.590479 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:28.595240 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:06:28.599323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:06:28.605577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.611391 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:28.617437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.623392 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.632421 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:28.693809 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123299cf-916d-4e58-aad3-6d5e532b02b4,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:28.699424 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c9d4d6a0ecba4290b590a12a4051a90d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5305614
Oct 27 15:06:28.702473 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38864) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:28.710152 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.711514 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] 10.222.0.91 "PUT /v2.0/ports/0a76435c-c842-4384-a9a7-1ae18f7cc6ab HTTP/1.1" status: 200  len: 1094 time: 1.4731629
Oct 27 15:06:28.711986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:28.727154 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.727823 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.728170 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.728510 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.728851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.729189 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.730192 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.730506 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.730834 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.731791 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.732130 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:28.732661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Pushing event updated for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:28.739082 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:28.739626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:28.775425 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.780182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.789022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b8ee802-944a-467f-8182-d2ebd338cc88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:28.829546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae15385-326b-421f-9abb-ca877d46fa0e,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:28.832575 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:28.837724 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bbdbc71608614965a6f962cf977a08a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7052634
Oct 27 15:06:28.838256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 38872) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:28.862253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.878771 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167a69f-d4d4-4d41-b00b-7c482af56a42 req-808dabcb-1ebe-4165-9693-fed6e9e9cbc7 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:28.880231 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8167a69f-d4d4-4d41-b00b-7c482af56a42 req-808dabcb-1ebe-4165-9693-fed6e9e9cbc7 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.1446750
Oct 27 15:06:28.899853 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.912503 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.926334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.972029 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8167a69f-d4d4-4d41-b00b-7c482af56a42 req-6f5b98bc-4ce0-407c-bca3-361b0467a7b3 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804214
Oct 27 15:06:28.982769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.989091 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-33b48573-3491-40c6-9496-22557615ef4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:28.990330 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:28.997912 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:29.008346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae15385-326b-421f-9abb-ca877d46fa0e,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:29.009597 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123299cf-916d-4e58-aad3-6d5e532b02b4,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:29.010334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.013855 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7ae15385-326b-421f-9abb-ca877d46fa0e HTTP/1.1" status: 204  len: 168 time: 0.1723614
Oct 27 15:06:29.013855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:29.014039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:29.017310 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.018358 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/123299cf-916d-4e58-aad3-6d5e532b02b4 HTTP/1.1" status: 204  len: 168 time: 0.3145328
Oct 27 15:06:29.073547 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', 'status': 'completed', 'code': 200}
Oct 27 15:06:29.443552 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38892) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:29.461689 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.495054 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:29.499191 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Usage tracker for resource:security_group_rule and tenant:6d93142dee4f43de9f0d05ca23a7ad2e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:29.502136 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:29.507814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:29.576801 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.581219 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.591734 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:29.642669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8942dc31-cbd8-4fc5-8e31-23c323e0085b,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:29.646686 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:29.652956 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6d93142dee4f43de9f0d05ca23a7ad2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2065966
Oct 27 15:06:29.653856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 38904) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:29.789204 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.821306 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.840463 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c56cc-ddbc-43e6-8c30-07a91f7e15bc req-c6d02a02-f3a8-46a6-bf9e-6a263626413d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:29.841907 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2b7c56cc-ddbc-43e6-8c30-07a91f7e15bc req-c6d02a02-f3a8-46a6-bf9e-6a263626413d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1383026
Oct 27 15:06:29.908854 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2b7c56cc-ddbc-43e6-8c30-07a91f7e15bc req-7c5aeab4-2dd9-4a4d-a294-8f2cba04e943 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604064
Oct 27 15:06:29.925970 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.931890 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9ad268cf-031d-4a2d-8dce-405c4eea7abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:29.946461 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8942dc31-cbd8-4fc5-8e31-23c323e0085b,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:29.950346 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:29.951949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:29.956108 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8942dc31-cbd8-4fc5-8e31-23c323e0085b HTTP/1.1" status: 204  len: 168 time: 0.3014112
Oct 27 15:06:30.282197 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac391db-d2ae-4c1b-82a0-c0ebd60c167b req-3326caf4-a169-48a8-8c24-52f75bc0bc0f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:30.284059 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dac391db-d2ae-4c1b-82a0-c0ebd60c167b req-3326caf4-a169-48a8-8c24-52f75bc0bc0f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.0850639
Oct 27 15:06:30.339628 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dac391db-d2ae-4c1b-82a0-c0ebd60c167b req-a8aea248-a38f-4e08-82df-9739df0f47db tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465806
Oct 27 15:06:30.571650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ebe9e-460e-4889-882f-76434e0e4b23 req-c42c9e79-f2ce-41ea-b632-be92c85a01cc tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:30.574977 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b6ebe9e-460e-4889-882f-76434e0e4b23 req-c42c9e79-f2ce-41ea-b632-be92c85a01cc tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.1184225
Oct 27 15:06:30.650751 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b6ebe9e-460e-4889-882f-76434e0e4b23 req-8b5270ea-cdf1-48ff-88c2-fa72131dfba0 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674195
Oct 27 15:06:31.119401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c64f1-989c-4ebe-b7f3-4f065b73939b req-54eafb9a-3f55-469a-ae9c-b806e414d464 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:31.121659 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea0c64f1-989c-4ebe-b7f3-4f065b73939b req-54eafb9a-3f55-469a-ae9c-b806e414d464 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0833049
Oct 27 15:06:31.169023 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea0c64f1-989c-4ebe-b7f3-4f065b73939b req-be4d46bd-9f5d-4e07-b47b-f41a5236f252 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398369
Oct 27 15:06:31.571586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9424a-4ae3-45f0-a808-cf19bb28be89 req-8fc462af-bb9e-4ded-838c-265a7c239ce0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:31.573566 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9eb9424a-4ae3-45f0-a808-cf19bb28be89 req-8fc462af-bb9e-4ded-838c-265a7c239ce0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.1030505
Oct 27 15:06:31.634753 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9eb9424a-4ae3-45f0-a808-cf19bb28be89 req-d790c69c-9790-4798-8a79-b4f4173c6331 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526459
Oct 27 15:06:31.652183 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-565933ec-d6b6-46e9-afaa-a5004579e861 req-aab96141-7c33-4d6c-86d0-39af3245dadd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 1097 time: 0.0814407
Oct 27 15:06:31.842094 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565933ec-d6b6-46e9-afaa-a5004579e861 req-39ff0246-5059-4f35-b3b6-91a8106aaaf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:31.843902 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-565933ec-d6b6-46e9-afaa-a5004579e861 req-39ff0246-5059-4f35-b3b6-91a8106aaaf6 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1743817
Oct 27 15:06:32.099924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a597340-7733-459b-a955-de132f3ec77b req-65ab05bb-c5b3-4b31-9fd8-3ff31420cce6 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:32.101409 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3a597340-7733-459b-a955-de132f3ec77b req-65ab05bb-c5b3-4b31-9fd8-3ff31420cce6 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.2549622
Oct 27 15:06:32.144585 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565933ec-d6b6-46e9-afaa-a5004579e861 req-47d61d7f-cf24-4c81-b454-a5942fee4bf8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:32.146009 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-565933ec-d6b6-46e9-afaa-a5004579e861 req-47d61d7f-cf24-4c81-b454-a5942fee4bf8 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2545121
Oct 27 15:06:32.186326 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3a597340-7733-459b-a955-de132f3ec77b req-c46e834c-4768-4d79-94fa-c9c7e4efd2e9 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719244
Oct 27 15:06:32.319240 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-92c7f509-0a65-404a-971f-51afcb1d6eff service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 1097 time: 0.1319482
Oct 27 15:06:32.408725 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-49eb854c-73e8-4aa3-9617-04fe69c0cad5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab HTTP/1.1" status: 200  len: 217 time: 0.0758650
Oct 27 15:06:32.447044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1076eb-cb0e-44f9-820e-47be9b21a720 req-67e6dc13-56fb-4461-83ce-b15412fba0a2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:32.449078 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5d1076eb-cb0e-44f9-820e-47be9b21a720 req-67e6dc13-56fb-4461-83ce-b15412fba0a2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0841579
Oct 27 15:06:32.474480 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-1fa78ac3-d83b-4f80-933c-7afdfcc794d3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:32.475932 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-1fa78ac3-d83b-4f80-933c-7afdfcc794d3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.0569646
Oct 27 15:06:32.499195 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5d1076eb-cb0e-44f9-820e-47be9b21a720 req-0bb026d5-7921-4de5-a35d-25803a752c21 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445981
Oct 27 15:06:32.522780 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-e27e8fed-6eaf-4881-ab2f-9e8b343b3a56 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386989
Oct 27 15:06:32.658146 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-faf5b5c3-2f2d-480a-b2f3-4be6a7e9ae86 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279197
Oct 27 15:06:32.802459 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0de71ffc-5ecb-42c4-977f-d66939add7b3 req-8b9b4509-c35f-4547-b034-54cd6c7e320e service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361094
Oct 27 15:06:32.845043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412cd38-9e85-4a58-9b44-e072cce1017f req-2b528d8b-9f7b-48d2-9026-e4ae68e7e83f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:32.846517 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f412cd38-9e85-4a58-9b44-e072cce1017f req-2b528d8b-9f7b-48d2-9026-e4ae68e7e83f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.0797279
Oct 27 15:06:32.893096 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f412cd38-9e85-4a58-9b44-e072cce1017f req-09ac7286-0519-4567-b0e5-37a3461ea5bd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409272
Oct 27 15:06:33.439397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fd836-252c-4dbd-a9f4-0f8fd1703a90 req-a7a00d56-95a3-418e-b4ee-f913c6d6b43b tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:33.440920 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1e9fd836-252c-4dbd-a9f4-0f8fd1703a90 req-a7a00d56-95a3-418e-b4ee-f913c6d6b43b tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.0833611
Oct 27 15:06:33.498742 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1e9fd836-252c-4dbd-a9f4-0f8fd1703a90 req-c96c88ed-e468-45e3-85ac-f09dab722e86 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472243
Oct 27 15:06:33.731739 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f6d4f-30c0-44a3-9045-43a8fe67b428 req-6bf096d3-6109-45fe-85ee-16c8507a0b9e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:33.733590 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-951f6d4f-30c0-44a3-9045-43a8fe67b428 req-6bf096d3-6109-45fe-85ee-16c8507a0b9e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0950146
Oct 27 15:06:33.876591 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-951f6d4f-30c0-44a3-9045-43a8fe67b428 req-49df75c8-bb4a-4d58-9cbd-80131bf72ed9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366377
Oct 27 15:06:34.120931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d103d3-d660-44a2-aeb2-0dcf32ab7703 req-0a45078c-1170-4405-acc1-b06579a50848 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:34.127772 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-95d103d3-d660-44a2-aeb2-0dcf32ab7703 req-0a45078c-1170-4405-acc1-b06579a50848 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.0903280
Oct 27 15:06:34.169844 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-95d103d3-d660-44a2-aeb2-0dcf32ab7703 req-85954dc1-1ff8-4007-b168-1166f668ff34 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410819
Oct 27 15:06:34.812202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e0b6d-cc88-4a63-b099-6f71cb03b74c req-0054893b-380b-4b57-bd40-feaa036b6de4 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:34.813904 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d3e0b6d-cc88-4a63-b099-6f71cb03b74c req-0054893b-380b-4b57-bd40-feaa036b6de4 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.1588714
Oct 27 15:06:34.851868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-a3ad4c94-8a21-4069-b0b0-db3dfc1907bd tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:34.853289 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-a3ad4c94-8a21-4069-b0b0-db3dfc1907bd tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.91 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 946 time: 0.1619289
Oct 27 15:06:34.925734 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2d3e0b6d-cc88-4a63-b099-6f71cb03b74c req-d9c4c9e2-bc4d-437a-94da-9f2d5a6b913b tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/security-groups?id=cae1d169-f6f4-4bd9-a99d-721ef8b0020b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014497
Oct 27 15:06:34.954751 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Deleting port dd5196cd-c709-49ea-b9ee-d58844c69b87 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:06:34.955017 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:35.138833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dbfde-e0a1-49cc-8839-fd1f47a8645e req-ddf8d5d5-1c82-4187-82ee-326137d5e263 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:35.141145 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a87dbfde-e0a1-49cc-8839-fd1f47a8645e req-ddf8d5d5-1c82-4187-82ee-326137d5e263 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1176140
Oct 27 15:06:35.190528 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a87dbfde-e0a1-49cc-8839-fd1f47a8645e req-ebc7378f-23f5-472e-8bb9-96b3cfc36118 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434811
Oct 27 15:06:35.262423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] For port dd5196cd-c709-49ea-b9ee-d58844c69b87, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=dd5196cd-c709-49ea-b9ee-d58844c69b87,segment=NetworkSegment(7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124),segment_id=7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:35.262776 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:35.394899 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Calling delete_port for dd5196cd-c709-49ea-b9ee-d58844c69b87 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:06:35.411674 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e962db-51ab-491e-b1ee-4f777372806d req-96f2fb62-c8f0-4854-af94-1b1007411e59 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:35.413343 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-17e962db-51ab-491e-b1ee-4f777372806d req-96f2fb62-c8f0-4854-af94-1b1007411e59 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.0925789
Oct 27 15:06:35.468763 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-17e962db-51ab-491e-b1ee-4f777372806d req-845dcda3-a6c8-4b71-a63f-f7f58041029c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443277
Oct 27 15:06:35.656732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:35.663245 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-eb75ad5c-31bc-4dc2-800e-27bb9c2f8cdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:35.709377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Pushing event deleted for resources: {'Port': ['ID=dd5196cd-c709-49ea-b9ee-d58844c69b87,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:35.712225 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:35.785327 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] No DVR routers for this DVR port dd5196cd-c709-49ea-b9ee-d58844c69b87 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:06:35.788266 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:35.790808 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'name': 'network-vif-deleted', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:35.806621 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c3390dd7-a2c3-4155-a512-0af777bfa52d req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.91 "DELETE /v2.0/ports/dd5196cd-c709-49ea-b9ee-d58844c69b87 HTTP/1.1" status: 204  len: 173 time: 0.9388785
Oct 27 15:06:35.845293 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7969d073-f877-466f-a5c2-d628a55d7eba', 'name': 'network-vif-deleted', 'tag': 'dd5196cd-c709-49ea-b9ee-d58844c69b87', 'status': 'completed', 'code': 200}
Oct 27 15:06:36.098961 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c371dd73-53dd-4184-b236-d2c587a8a48f req-9fbe0c23-6a8d-4098-b8d6-599eda242029 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0427651
Oct 27 15:06:36.143628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-eb5e5fd7-ebe7-4d12-bb73-6f3cf566e462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:36.386592 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6ca6e-a712-49b9-859f-a0ca5eef802e req-7c05dd27-1920-4805-a2e8-dfa660225c41 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:36.387931 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b1f6ca6e-a712-49b9-859f-a0ca5eef802e req-7c05dd27-1920-4805-a2e8-dfa660225c41 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0734406
Oct 27 15:06:36.430555 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 0a76435c-c842-4384-a9a7-1ae18f7cc6ab details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:06:36.438475 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b1f6ca6e-a712-49b9-859f-a0ca5eef802e req-68cf8389-af4f-44a4-94f9-227b39d4ce3f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450180
Oct 27 15:06:36.574542 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:36.596816 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:36.611884 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'port_id': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', 'mac_address': 'fa:16:3e:d4:d8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8291db8-704c-4e9a-8135-31ab35a6a02c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:06:36.677075 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:36.690143 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a4804-1061-4e9a-ac62-2b639a6d0dd9 req-36b13dbf-065a-43d1-959d-c92f18572556 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:36.692042 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d19a4804-1061-4e9a-ac62-2b639a6d0dd9 req-36b13dbf-065a-43d1-959d-c92f18572556 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 944 time: 0.0894856
Oct 27 15:06:36.699629 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a76435c-c842-4384-a9a7-1ae18f7cc6ab {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:06:36.718894 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:36.727840 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:36.730245 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:36.746750 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d19a4804-1061-4e9a-ac62-2b639a6d0dd9 req-45decf7e-a2c9-461f-84dd-572ab62de128 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474980
Oct 27 15:06:36.794948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:36.803752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.804122 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.804424 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.804742 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.805061 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.805379 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.805693 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.806006 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.806315 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.806623 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.807060 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:06:36.810851 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:37.261999 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e5521498-99a4-4c16-aa28-8ac068eb657f req-86684ea7-3bea-4542-88a8-de0861b8d66c tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0419142
Oct 27 15:06:37.643633 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2caa7-15f2-4457-a5a8-6db3954ecbd8 req-11a74e26-727e-4285-9342-f8ae4c630336 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:37.645171 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1ab2caa7-15f2-4457-a5a8-6db3954ecbd8 req-11a74e26-727e-4285-9342-f8ae4c630336 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0820868
Oct 27 15:06:37.692214 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1ab2caa7-15f2-4457-a5a8-6db3954ecbd8 req-b8f8708d-3929-4c47-bbaa-9ced791ac191 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408123
Oct 27 15:06:37.944919 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db929a-8866-45c0-b406-7c224d00abde req-a085ce4d-9d9e-4bca-aa8a-4d2af7dfcb2f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:37.946381 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-35db929a-8866-45c0-b406-7c224d00abde req-a085ce4d-9d9e-4bca-aa8a-4d2af7dfcb2f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 945 time: 0.0768063
Oct 27 15:06:37.998510 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-35db929a-8866-45c0-b406-7c224d00abde req-21ffe5ae-6eb9-434e-8ee0-ed095809e7b9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442033
Oct 27 15:06:38.347373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6466e96-1f05-4830-8957-6c2ed857c2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:38.438019 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-60ea8f96-051d-48b2-957d-05447ed4f694 req-2fcdaa16-6cdb-41c3-8de2-d9457cb74e61 tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0411899
Oct 27 15:06:38.641298 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['dd5196cd-c709-49ea-b9ee-d58844c69b87'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:38.888436 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2804cd-acb7-44c5-b082-95118b1d7a23 req-15c9d95d-17be-4e81-bfa4-acbd391e373f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:38.889866 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fa2804cd-acb7-44c5-b082-95118b1d7a23 req-15c9d95d-17be-4e81-bfa4-acbd391e373f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0761788
Oct 27 15:06:38.937159 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fa2804cd-acb7-44c5-b082-95118b1d7a23 req-acb79489-e255-48d5-ac13-357c3a660fd1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418098
Oct 27 15:06:39.068669 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['0a76435c-c842-4384-a9a7-1ae18f7cc6ab'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:06:39.200031 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4759f8-f4e7-4724-bc06-b1a895e47fa5 req-1bc90298-a36c-441a-ace3-1799c7900f55 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:39.201941 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7f4759f8-f4e7-4724-bc06-b1a895e47fa5 req-1bc90298-a36c-441a-ace3-1799c7900f55 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 945 time: 0.0787408
Oct 27 15:06:39.203385 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:39.252402 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7f4759f8-f4e7-4724-bc06-b1a895e47fa5 req-4350c237-7a52-40df-89e2-1e9f68278d27 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439405
Oct 27 15:06:39.628297 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8d6d6a83-38e5-45ef-9fc6-68a8abd1ab95 req-dd592fae-507e-455d-9a87-de430d323ecb tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] 10.222.0.89 "GET /v2.0/ports?device_id=7969d073-f877-466f-a5c2-d628a55d7eba HTTP/1.1" status: 200  len: 210 time: 0.0418570
Oct 27 15:06:40.163129 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11982e00-d44b-453b-aa63-c1ba0c4492fa req-3f8e541a-91f8-48e1-971f-1d66a6206eea tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:40.165194 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-11982e00-d44b-453b-aa63-c1ba0c4492fa req-3f8e541a-91f8-48e1-971f-1d66a6206eea tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0932961
Oct 27 15:06:40.214260 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-11982e00-d44b-453b-aa63-c1ba0c4492fa req-710f6618-c273-43da-bf1d-ca85afec960f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427809
Oct 27 15:06:40.480824 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9cc39-f96a-45b0-9b9b-bb56c4383fbd req-dcdf4456-8948-4785-8d2e-440c667c78b0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:40.482539 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7cf9cc39-f96a-45b0-9b9b-bb56c4383fbd req-dcdf4456-8948-4785-8d2e-440c667c78b0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 945 time: 0.0845003
Oct 27 15:06:40.532302 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7cf9cc39-f96a-45b0-9b9b-bb56c4383fbd req-0b67e257-cb70-4fcf-a026-8b994464dded tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437541
Oct 27 15:06:40.676637 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 0a76435c-c842-4384-a9a7-1ae18f7cc6ab up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:06:40.794678 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:40.833666 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:06:40.846592 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:06:40.847337 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:41.063667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:41.138165 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:06:41.162806 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:06:41.174296 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:41.175259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device dd5196cd-c709-49ea-b9ee-d58844c69b87 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:06:41.202527 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e9a84960-5fd4-4405-8238-6a74b8a1c2d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:41.247460 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', 'code': 200}
Oct 27 15:06:41.270923 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: dd5196cd-c709-49ea-b9ee-d58844c69b87 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:06:41.271719 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device dd5196cd-c709-49ea-b9ee-d58844c69b87 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:06:41.317090 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:41.321355 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:41.500844 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40add04-ef2b-49d0-9efb-6a4196ad3746 req-28bdad82-00d7-4c47-b930-f460b88f77f0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:41.509570 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c40add04-ef2b-49d0-9efb-6a4196ad3746 req-28bdad82-00d7-4c47-b930-f460b88f77f0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1094999
Oct 27 15:06:41.574730 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c40add04-ef2b-49d0-9efb-6a4196ad3746 req-43519414-ac7a-40c3-b528-289fb8e244f9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634148
Oct 27 15:06:41.594131 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5748b0f7-f1fd-4aac-b6d7-1c5bf7146374 req-c6fdee47-0ab2-4625-8263-95ee9c2e8cfb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 1099 time: 0.1187580
Oct 27 15:06:41.653634 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5748b0f7-f1fd-4aac-b6d7-1c5bf7146374 req-46c96da6-c69e-4f60-bef4-caff5e0edeab service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448689
Oct 27 15:06:41.795463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9e787-5d2a-4e21-8cc4-b4841d5f5a3f req-d6f84b1d-a28b-4272-a46a-8c4c5104d602 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:41.797172 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fd9e787-5d2a-4e21-8cc4-b4841d5f5a3f req-d6f84b1d-a28b-4272-a46a-8c4c5104d602 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.1060197
Oct 27 15:06:41.864066 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fd9e787-5d2a-4e21-8cc4-b4841d5f5a3f req-e692fb2b-3d06-4da8-aff6-7f309788525f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584476
Oct 27 15:06:42.794418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f28bb-56a0-4f64-9cb2-b36a3ccde941 req-3b784d1e-e132-4eaf-9a92-ba68133e5bd5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:42.795584 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c09f28bb-56a0-4f64-9cb2-b36a3ccde941 req-3b784d1e-e132-4eaf-9a92-ba68133e5bd5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0978434
Oct 27 15:06:42.845768 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c09f28bb-56a0-4f64-9cb2-b36a3ccde941 req-cf2e1d86-3b77-4081-80f6-49adf6ad2863 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435903
Oct 27 15:06:43.096456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ef4d-b611-4708-8cf7-55969f0d141a req-e4089fe7-233c-400c-b036-842ae921341f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:43.097968 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aae1ef4d-b611-4708-8cf7-55969f0d141a req-e4089fe7-233c-400c-b036-842ae921341f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0931344
Oct 27 15:06:43.160099 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aae1ef4d-b611-4708-8cf7-55969f0d141a req-14659984-355b-48bd-8775-3d19ee4afc16 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542974
Oct 27 15:06:43.187642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39256) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:43.258537 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Deleting subnet 0949cf30-fbb0-4366-9c04-5db5a0043d5f {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:06:43.262407 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.321810 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.332144 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.428852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.434277 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c594fd6b-2d1a-4de9-9317-fe81e12b4b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:43.468715 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0949cf30-fbb0-4366-9c04-5db5a0043d5f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:43.472922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:43.476148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.482747 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/0949cf30-fbb0-4366-9c04-5db5a0043d5f HTTP/1.1" status: 204  len: 168 time: 0.2940128
Oct 27 15:06:43.485565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39266) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:43.597447 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.722134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.748460 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fac2924e2e0>> segment before_delete 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.748818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fac2924e2e0>> subnet precommit_delete_associations 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.749530 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> segment_host_mapping after_create 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.749856 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> port after_create 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.750173 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> port after_delete 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.750522 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> port after_update 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.750838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> segment after_delete 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.751168 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> subnet after_create 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.751498 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> subnet after_delete 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.751814 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28c2d880>> subnet after_update 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.852246 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac29399130>> subnet after_create 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.852876 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac29399130>> subnet after_delete 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.852876 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac29399130>> subnet before_create 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.853131 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac29399130>> subnet before_update 55550000 {{(pid=82714) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:06:43.853488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28c2d490>,) {'filters': {'network_id': ['67489b65-9902-420b-91e6-cf327a4c6df7']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:43.867815 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28c2d490>, '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:43.868107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28c2d490>, '7a75b1ed-1d3b-4e11-aaf7-7b4df1f37124') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:43.879848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.895859 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.903462 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:06:43.903886 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   util.warn_limited(
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:06:43.920562 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:06:44.034517 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.042629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-acfc81c5-a1a4-41d2-8c83-4097c515d860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:44.060719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.065725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Pushing event deleted for resources: {'Network': ['ID=67489b65-9902-420b-91e6-cf327a4c6df7,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:44.070718 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:44.082187 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2b20f560-ab0e-4f80-ba6e-381a5a1dff5d admin admin] 10.222.0.89 "DELETE /v2.0/networks/67489b65-9902-420b-91e6-cf327a4c6df7 HTTP/1.1" status: 204  len: 168 time: 0.5955544
Oct 27 15:06:44.100594 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3405ff-7482-4b3b-a142-462504c7739a req-45e685e9-a945-49b1-a752-ef81ebb364d9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:44.102024 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9a3405ff-7482-4b3b-a142-462504c7739a req-45e685e9-a945-49b1-a752-ef81ebb364d9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1185310
Oct 27 15:06:44.152396 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9a3405ff-7482-4b3b-a142-462504c7739a req-3c4e7680-1593-4bac-a6d0-b95567010c82 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432343
Oct 27 15:06:44.297861 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39282) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:44.348965 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7fcaef42-f7b2-484f-afac-6b4861cc4a96 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=69b9e8ac7b5a4c9493a116af78daf977&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497172
Oct 27 15:06:44.352753 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39286) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:44.358956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f7d28-2e54-46d2-bc7f-9300e93fe826 req-cae59bdb-9283-480c-ae3c-059d51e91534 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:44.360489 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c35f7d28-2e54-46d2-bc7f-9300e93fe826 req-cae59bdb-9283-480c-ae3c-059d51e91534 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0856299
Oct 27 15:06:44.408039 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c35f7d28-2e54-46d2-bc7f-9300e93fe826 req-2827c700-0a7c-45da-8dc1-f43b993b1557 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418921
Oct 27 15:06:44.415995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.443765 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.495764 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.499254 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:44.513088 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae1d169-f6f4-4bd9-a99d-721ef8b0020b,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:44.516288 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:44.528803 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:44.532742 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cae1d169-f6f4-4bd9-a99d-721ef8b0020b HTTP/1.1" status: 204  len: 168 time: 0.1762583
Oct 27 15:06:45.049053 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.354353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90633bc3-a8ac-4b27-ae3a-6a75a187d160 req-efe496ee-e8b1-4cd4-8f8c-727e83155ac7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:45.355799 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-90633bc3-a8ac-4b27-ae3a-6a75a187d160 req-efe496ee-e8b1-4cd4-8f8c-727e83155ac7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0810363
Oct 27 15:06:45.367195 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39318) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:45.405845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-90633bc3-a8ac-4b27-ae3a-6a75a187d160 req-591247d5-c5ba-45e7-ba27-383309a9f7fd tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438421
Oct 27 15:06:45.498587 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-41687965-network', 'tenant_id': '22ea5e0173e9403c91173f2dba19cb24'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:45.503222 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:45.507269 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Usage tracker for resource:network and tenant:22ea5e0173e9403c91173f2dba19cb24 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:45.510873 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:45.516807 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:45.528627 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Made reservation on behalf of 22ea5e0173e9403c91173f2dba19cb24 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:45.531745 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.545641 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.583649 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:45.588123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Usage tracker for resource:security_group_rule and tenant:22ea5e0173e9403c91173f2dba19cb24 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:45.591727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:45.597705 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:45.669937 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.673822 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.677373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c08b9860-ad22-4b0c-a188-064a09526729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:45.710149 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:06:45.715967 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1666b9-0712-41c5-a32f-e1a1cf664e3f,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:45.719785 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:45.724241 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.724687 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Added segment 0d09a70a-7e8b-465b-acbd-adb27626d137 of type vlan for network c0c8e4ca-bf45-4745-9285-de1c882e48f2
Oct 27 15:06:45.752067 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d6045-247a-445c-aa4e-b1c0fdfd1e08 req-4e2d0d24-49e9-466b-b826-0298cf113128 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:45.753813 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-199d6045-247a-445c-aa4e-b1c0fdfd1e08 req-4e2d0d24-49e9-466b-b826-0298cf113128 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0866396
Oct 27 15:06:45.761759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.799487 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.800904 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:45.801537 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:45.805191 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-199d6045-247a-445c-aa4e-b1c0fdfd1e08 req-98e6056e-a4a5-43b1-acc8-b5d32324c15f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458689
Oct 27 15:06:45.806345 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-61aa1966-5adc-4405-b599-ddced585664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:45.896506 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.5280964
Oct 27 15:06:45.899565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39330) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:45.901795 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Pushing event updated for resources: {'Network': ['ID=c0c8e4ca-bf45-4745-9285-de1c882e48f2,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:45.904999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:45.905324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Request body: {'subnet': {'network_id': 'c0c8e4ca-bf45-4745-9285-de1c882e48f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-41687965-subnet', 'tenant_id': '22ea5e0173e9403c91173f2dba19cb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:45.912092 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network c0c8e4ca-bf45-4745-9285-de1c882e48f2 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:06:45.912341 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:45.916651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Usage tracker for resource:subnet and tenant:22ea5e0173e9403c91173f2dba19cb24 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:45.919937 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:45.925618 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:45.937346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Made reservation on behalf of 22ea5e0173e9403c91173f2dba19cb24 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:45.939760 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:46.189747 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:46.193961 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-af11708e-d5b5-4926-bede-96cf2fd20736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:46.260008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=517b6474-0906-472c-a2ad-c4e3333d742f,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:46.262747 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:46.279017 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Checking segment: {'id': '0d09a70a-7e8b-465b-acbd-adb27626d137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': 'c0c8e4ca-bf45-4745-9285-de1c882e48f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:06:46.279292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Network hostable DHCP agents. Network: c0c8e4ca-bf45-4745-9285-de1c882e48f2, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:06:46.303299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Network c0c8e4ca-bf45-4745-9285-de1c882e48f2 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:06:46.312646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, c0c8e4ca-bf45-4745-9285-de1c882e48f2) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:06:46.316612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:46.317185 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:46.322822 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cfbfe7-ac30-4515-92fc-8c255e3d09f2 None None] Network c0c8e4ca-bf45-4745-9285-de1c882e48f2 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:06:46.337282 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 860 time: 0.4366338
Oct 27 15:06:46.542737 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91408bc-5105-456a-8c7b-d574236ee102 None None] Network c0c8e4ca-bf45-4745-9285-de1c882e48f2 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:06:46.611605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadc26-5572-4546-ba83-85d39e514901 req-7ad9721f-850e-45b1-9abc-d0d55166eb64 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:46.613955 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-51cadc26-5572-4546-ba83-85d39e514901 req-7ad9721f-850e-45b1-9abc-d0d55166eb64 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0874026
Oct 27 15:06:46.667830 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-51cadc26-5572-4546-ba83-85d39e514901 req-07c699ba-3a45-4694-bb67-1d48fcd874cf tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478866
Oct 27 15:06:47.006616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca432b-7028-43c3-9c5e-57c42f109b85 req-f94fdca1-cf79-46d9-9fc9-f689356ef3fb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:47.008251 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aeca432b-7028-43c3-9c5e-57c42f109b85 req-f94fdca1-cf79-46d9-9fc9-f689356ef3fb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0819154
Oct 27 15:06:47.060181 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aeca432b-7028-43c3-9c5e-57c42f109b85 req-253a6e98-ea79-40e5-b5ca-5e3fbaf32345 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458794
Oct 27 15:06:47.336454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39368) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:47.342735 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-654346201-network', 'tenant_id': '4e5bd2173def4a14aa6ec397354bd42a'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:47.348536 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:47.354448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Usage tracker for resource:network and tenant:4e5bd2173def4a14aa6ec397354bd42a is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:47.358673 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:47.365123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:47.386563 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Made reservation on behalf of 4e5bd2173def4a14aa6ec397354bd42a for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:47.388741 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.400966 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.432770 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:47.437265 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5bd2173def4a14aa6ec397354bd42a is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:47.440584 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:47.446640 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:47.517089 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.520970 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.525551 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4f2353cd-1bb0-4cbb-a077-b981d94b13b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:47.553335 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1331}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:06:47.562603 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aa19c6-2c6a-4f6d-adf2-f160cbcbd390,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:47.565830 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:47.569917 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.570209 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Added segment f53c3ce2-5904-439c-97e5-c9d5233768b5 of type vlan for network 02915582-7e09-412b-a86d-c8afe625f39a
Oct 27 15:06:47.598616 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.629266 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.630436 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:47.631001 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.635592 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:47.786398 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39386) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:47.786930 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4484713
Oct 27 15:06:47.787530 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Pushing event updated for resources: {'Network': ['ID=02915582-7e09-412b-a86d-c8afe625f39a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:47.790081 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:47.793439 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Request body: {'subnet': {'network_id': '02915582-7e09-412b-a86d-c8afe625f39a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-654346201-subnet', 'tenant_id': '4e5bd2173def4a14aa6ec397354bd42a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:47.798625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 02915582-7e09-412b-a86d-c8afe625f39a details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:06:47.802740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:47.816088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Usage tracker for resource:subnet and tenant:4e5bd2173def4a14aa6ec397354bd42a is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:47.819483 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:47.826695 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:47.841098 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Made reservation on behalf of 4e5bd2173def4a14aa6ec397354bd42a for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:47.843709 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:47.912352 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491df860-7015-4bc9-98b0-8c268a75b314 req-b19b19e9-6847-46d6-a1cc-e54072012592 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:47.913799 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-491df860-7015-4bc9-98b0-8c268a75b314 req-b19b19e9-6847-46d6-a1cc-e54072012592 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0840485
Oct 27 15:06:47.968105 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-491df860-7015-4bc9-98b0-8c268a75b314 req-2099bd65-dcc4-4b3a-8d4d-84ef48c2faea tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476217
Oct 27 15:06:48.061919 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.066054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9086b197-6491-44ad-affb-545a3d42fa14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:48.141770 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Pushing event updated for resources: {'Subnet': ['ID=077d4731-df4e-4c2d-9529-986534fb4a27,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:48.146273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:48.152031 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Checking segment: {'id': 'f53c3ce2-5904-439c-97e5-c9d5233768b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1331, 'network_id': '02915582-7e09-412b-a86d-c8afe625f39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:06:48.152387 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Network hostable DHCP agents. Network: 02915582-7e09-412b-a86d-c8afe625f39a, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:06:48.174556 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Network 02915582-7e09-412b-a86d-c8afe625f39a is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:06:48.183813 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 02915582-7e09-412b-a86d-c8afe625f39a) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:06:48.187687 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:48.188271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.193417 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9771da50-d81a-4df1-9042-17edc82368a3 None None] Network 02915582-7e09-412b-a86d-c8afe625f39a requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:06:48.219706 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4321697
Oct 27 15:06:48.264654 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c981db6-b115-43e1-941d-ee7d7fd17fed req-8b1b988a-2ab7-4a54-9fe2-efe8dc22f5f9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:48.266226 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c981db6-b115-43e1-941d-ee7d7fd17fed req-8b1b988a-2ab7-4a54-9fe2-efe8dc22f5f9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0847223
Oct 27 15:06:48.315096 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c981db6-b115-43e1-941d-ee7d7fd17fed req-942956ba-a1f9-451f-b3d3-341865c9037d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427599
Oct 27 15:06:48.372882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39398) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:48.435122 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Deleting subnet 517b6474-0906-472c-a2ad-c4e3333d742f {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:06:48.438763 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.467268 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeaf337-a971-4ae8-85d6-62f1fd2d62af None None] Network 02915582-7e09-412b-a86d-c8afe625f39a requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:06:48.507033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.575202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.642138 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.646581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:48.681165 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=517b6474-0906-472c-a2ad-c4e3333d742f,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:48.684325 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:48.687590 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.693977 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c60bf857-90b8-4e15-91ce-499b6888c252 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/517b6474-0906-472c-a2ad-c4e3333d742f HTTP/1.1" status: 204  len: 168 time: 0.3200822
Oct 27 15:06:48.696356 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39408) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:48.800931 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.928849 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.957568 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28d32640>,) {'filters': {'network_id': ['c0c8e4ca-bf45-4745-9285-de1c882e48f2']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:48.970530 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d32640>, '0d09a70a-7e8b-465b-acbd-adb27626d137') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:48.970795 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d32640>, '0d09a70a-7e8b-465b-acbd-adb27626d137') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:48.982627 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:48.998696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.005265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:06:49.005651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:06:49.018823 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:06:49.092623 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.096086 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:49.112640 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.122563 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c8e4ca-bf45-4745-9285-de1c882e48f2,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:49.125145 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] 10.222.0.89 "DELETE /v2.0/networks/c0c8e4ca-bf45-4745-9285-de1c882e48f2 HTTP/1.1" status: 204  len: 168 time: 0.4278789
Oct 27 15:06:49.128930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:49.128930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39418) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:49.186620 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Deleting subnet 077d4731-df4e-4c2d-9529-986534fb4a27 {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:06:49.189638 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.239658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.298952 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.365541 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.369166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:49.404058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=077d4731-df4e-4c2d-9529-986534fb4a27,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:49.407557 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:49.408861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.414301 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-44047756-4551-422d-958c-ba5075dedef7 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/077d4731-df4e-4c2d-9529-986534fb4a27 HTTP/1.1" status: 204  len: 168 time: 0.2854941
Oct 27 15:06:49.417416 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39422) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:49.561866 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.686993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.711805 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac299a12b0>,) {'filters': {'network_id': ['02915582-7e09-412b-a86d-c8afe625f39a']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:49.724128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac299a12b0>, 'f53c3ce2-5904-439c-97e5-c9d5233768b5') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:49.724411 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac299a12b0>, 'f53c3ce2-5904-439c-97e5-c9d5233768b5') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:06:49.735586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.750799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.756742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Releasing vlan 1331 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:06:49.757140 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:06:49.770500 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:06:49.845438 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.849529 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:49.864870 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:49.871930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=02915582-7e09-412b-a86d-c8afe625f39a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:49.876475 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] 10.222.0.89 "DELETE /v2.0/networks/02915582-7e09-412b-a86d-c8afe625f39a HTTP/1.1" status: 204  len: 168 time: 0.4580948
Oct 27 15:06:49.877459 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:50.074493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39434) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:50.123907 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8829f187-050c-426b-897d-d600bcad657f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=22ea5e0173e9403c91173f2dba19cb24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481675
Oct 27 15:06:50.126271 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39440) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:50.190978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.216150 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.265457 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.269064 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ca8bb511-bc6a-413a-9d9a-8f5d10687871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:50.279715 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1666b9-0712-41c5-a32f-e1a1cf664e3f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:50.284169 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:50.288322 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.289503 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aa1666b9-0712-41c5-a32f-e1a1cf664e3f HTTP/1.1" status: 204  len: 168 time: 0.1623616
Oct 27 15:06:50.674822 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39450) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:50.728284 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-22205340-5ccd-4e42-b9a2-687461970ab6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4e5bd2173def4a14aa6ec397354bd42a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522285
Oct 27 15:06:50.731616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39454) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:50.812944 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.875596 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.968469 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707eacb0-8c9e-491a-a74d-06af8bed1dff req-19900afb-d284-4b8c-80cb-7bb31bf04d56 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:50.970196 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-707eacb0-8c9e-491a-a74d-06af8bed1dff req-19900afb-d284-4b8c-80cb-7bb31bf04d56 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1339924
Oct 27 15:06:50.971467 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:50.976543 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c9e7a179-19e9-40d8-ae3e-64c42d59c714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:51.005218 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aa19c6-2c6a-4f6d-adf2-f160cbcbd390,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:51.010543 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:51.017358 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:51.018482 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/36aa19c6-2c6a-4f6d-adf2-f160cbcbd390 HTTP/1.1" status: 204  len: 168 time: 0.2853501
Oct 27 15:06:51.057982 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-707eacb0-8c9e-491a-a74d-06af8bed1dff req-cb0fe259-46be-41af-9679-db727b46f89f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818727
Oct 27 15:06:52.292673 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89e62b-f3df-49b6-81a4-506c299ed945 req-ca7b75cd-da29-4004-ab22-b2c7a4d27623 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:52.301712 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aa89e62b-f3df-49b6-81a4-506c299ed945 req-ca7b75cd-da29-4004-ab22-b2c7a4d27623 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0975847
Oct 27 15:06:52.338188 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39528) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:52.404026 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-aa89e62b-f3df-49b6-81a4-506c299ed945 req-e4569a51-1737-44ce-8464-5b2f6ceea975 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981898
Oct 27 15:06:52.540363 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.592960 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:52.599529 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Usage tracker for resource:security_group_rule and tenant:01e55eab4a3c4752abc452cba0b4b93d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:52.603014 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:52.611062 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:52.703742 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.708103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.715769 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-652ea753-b8a3-4742-910b-1edb7a5089b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:52.757243 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef06c942-b121-476a-89b4-8ed8f5bed638,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:52.760927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:52.764259 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=01e55eab4a3c4752abc452cba0b4b93d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4247251
Oct 27 15:06:52.766962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39548) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:52.841974 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.879227 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.948511 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.954955 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cb8f5923-8eea-4c25-a4fd-427105956ee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:52.969704 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef06c942-b121-476a-89b4-8ed8f5bed638,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:52.978732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:52.982452 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:52.983858 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ef06c942-b121-476a-89b4-8ed8f5bed638 HTTP/1.1" status: 204  len: 168 time: 0.2155011
Oct 27 15:06:53.408278 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39580) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:53.428056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.475090 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:53.479361 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Usage tracker for resource:security_group_rule and tenant:d1567a279cf94da688000a332d4b58da is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:53.482170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:53.489778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:53.565282 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.570648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.579423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84d2fec1-5802-4d4c-a76e-afcb6231b348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:53.619063 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef57d6-e9de-415c-9c2c-002fb3b55978 req-75f02d07-8377-48a0-9705-fc8e267f15d8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:53.621812 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65ef57d6-e9de-415c-9c2c-002fb3b55978 req-75f02d07-8377-48a0-9705-fc8e267f15d8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0857167
Oct 27 15:06:53.628597 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d1567a279cf94da688000a332d4b58da&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2192194
Oct 27 15:06:53.629355 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a5ca8-3583-4c4e-ab17-e4c055bdf98b,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:53.630133 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39588) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:53.632818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:53.711915 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65ef57d6-e9de-415c-9c2c-002fb3b55978 req-3007683e-50e3-4e2b-ab11-91d60fb2cedc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836012
Oct 27 15:06:53.737237 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.764417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.822046 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.826745 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9bdc5283-7240-43de-b49c-c934ed851fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:53.838339 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a5ca8-3583-4c4e-ab17-e4c055bdf98b,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:53.841356 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:53.857497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:53.862328 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/423a5ca8-3583-4c4e-ab17-e4c055bdf98b HTTP/1.1" status: 204  len: 168 time: 0.2154112
Oct 27 15:06:54.269784 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39622) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:54.288546 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.320205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:54.324412 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Usage tracker for resource:security_group_rule and tenant:70403f62501244a59f4ca35c7c6fd0a4 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:54.327457 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:54.333139 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:54.400356 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.406157 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.414438 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f04aea34-0d18-4b5a-80a7-b2bec7044d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:54.459284 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=70403f62501244a59f4ca35c7c6fd0a4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1910157
Oct 27 15:06:54.460022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b6d3ca-4b43-47e7-a8ee-6547179135dc,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:54.462034 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39632) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:54.463468 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:54.536112 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.562933 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.619927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.625336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:54.641366 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b6d3ca-4b43-47e7-a8ee-6547179135dc,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:54.644594 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:54.652571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:54.656945 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f8b6d3ca-4b43-47e7-a8ee-6547179135dc HTTP/1.1" status: 204  len: 168 time: 0.1857426
Oct 27 15:06:54.800922 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39644) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:54.845184 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:06:54.948870 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea6d9e-a98e-4f74-8f37-f928207f7259 req-77012497-f11f-4ccd-b3ac-9db535606d8e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:54.950673 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b1ea6d9e-a98e-4f74-8f37-f928207f7259 req-77012497-f11f-4ccd-b3ac-9db535606d8e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0922415
Oct 27 15:06:55.010471 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b1ea6d9e-a98e-4f74-8f37-f928207f7259 req-d8604f1b-ca02-4d98-ae93-b087e6bbb4c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500321
Oct 27 15:06:55.124570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.167716 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:55.174619 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Usage tracker for resource:security_group_rule and tenant:a9a36c6b557640e2a78ae9e614057f18 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:55.177626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:55.184550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:55.266735 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.272456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.282064 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:55.324987 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc95888-4194-445f-a600-7ce7adf9c5b8,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:55.327962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:55.332730 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a9a36c6b557640e2a78ae9e614057f18&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5287013
Oct 27 15:06:55.333279 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39666) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:55.398106 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.427480 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.488152 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.493388 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8bf6582d-1bb4-497e-a37d-15eb74d86591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:55.506079 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc95888-4194-445f-a600-7ce7adf9c5b8,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:55.514209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:55.515137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:55.519100 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fbc95888-4194-445f-a600-7ce7adf9c5b8 HTTP/1.1" status: 204  len: 168 time: 0.1826446
Oct 27 15:06:56.041001 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39696) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:56.083757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.126754 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:56.130479 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Usage tracker for resource:security_group_rule and tenant:833419f52fd6401ca6d328c154133578 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:56.133340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:56.139931 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:56.213418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.221509 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.232196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:56.265828 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c3cb33-692d-41a1-9115-1217d020dd67,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:56.284252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:56.315804 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=833419f52fd6401ca6d328c154133578&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2733459
Oct 27 15:06:56.317489 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203f4ea-7073-4a25-b007-1e0bf85fa062 req-15d11b7e-cdf4-4aba-a364-a483ab3d817d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:56.318071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 39706) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:56.324209 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0203f4ea-7073-4a25-b007-1e0bf85fa062 req-15d11b7e-cdf4-4aba-a364-a483ab3d817d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1653204
Oct 27 15:06:56.370957 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0203f4ea-7073-4a25-b007-1e0bf85fa062 req-48f5de55-bdd7-4fae-bd18-7edb6a767452 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410213
Oct 27 15:06:56.390327 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.418399 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.475340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.480169 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3ef3d8c3-3e65-4ae3-a54c-0b143229eb01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:56.495420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c3cb33-692d-41a1-9115-1217d020dd67,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:56.498123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:56.499293 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:56.500414 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/23c3cb33-692d-41a1-9115-1217d020dd67 HTTP/1.1" status: 204  len: 168 time: 0.1812418
Oct 27 15:06:57.699877 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f73609-8dec-4372-9489-3bdadaa5b331 req-dbf76b73-00f4-47ff-be51-97ff2f921684 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:57.703349 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39780) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:57.707973 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9f73609-8dec-4372-9489-3bdadaa5b331 req-dbf76b73-00f4-47ff-be51-97ff2f921684 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1438067
Oct 27 15:06:57.768064 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9f73609-8dec-4372-9489-3bdadaa5b331 req-ac372265-dbe5-4ab4-a18f-4d8b15b7110e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590262
Oct 27 15:06:57.979920 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2103228411-network', 'tenant_id': '4734f34852554bd28d358bce0bdc1d13'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:58.034696 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:58.046280 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Usage tracker for resource:network and tenant:4734f34852554bd28d358bce0bdc1d13 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:58.051142 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:58.075616 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:58.111184 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-1d904658-c47f-4478-9261-ad0db58ac283 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:58.120036 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-1d904658-c47f-4478-9261-ad0db58ac283 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.1923175
Oct 27 15:06:58.122974 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Made reservation on behalf of 4734f34852554bd28d358bce0bdc1d13 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:58.125246 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.145727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.166815 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-5fe78f42-5143-4379-928b-d8ba49d82393 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/quotas/1db44cbda2874a4e9cd4706662ba77b9 HTTP/1.1" status: 200  len: 375 time: 0.0451653
Oct 27 15:06:58.224417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:58.230645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Usage tracker for resource:security_group_rule and tenant:4734f34852554bd28d358bce0bdc1d13 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:58.235080 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:58.242966 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:58.296351 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-36a7c992-594f-431f-b558-3b992a662ff0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1203315
Oct 27 15:06:58.436222 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.441149 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.454349 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4f9bd422-a481-4b7d-9480-ac327e25e8bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:58.503518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:06:58.507558 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-6e9d63be-cffb-4f23-9e04-88235c04b1b4 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984954
Oct 27 15:06:58.510762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb08992-ab3a-4501-8ccc-414f5fdb60d3,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:58.514279 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:58.542124 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.542590 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Added segment 3afd05ce-19f1-4dd7-8fc3-ce12b656edf6 of type vlan for network 0e5857c9-0fc7-4e67-b110-5086e8dab751
Oct 27 15:06:58.629938 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.677695 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-b2cba199-68e8-4985-9942-8d77980c6e07 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625094
Oct 27 15:06:58.684316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.685562 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:58.686148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.690802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:58.858196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Pushing event updated for resources: {'Network': ['ID=0e5857c9-0fc7-4e67-b110-5086e8dab751,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:58.861241 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:58.863407 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1589901
Oct 27 15:06:58.866350 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39810) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:06:58.872416 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Request body: {'subnet': {'network_id': '0e5857c9-0fc7-4e67-b110-5086e8dab751', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2103228411-subnet', 'tenant_id': '4734f34852554bd28d358bce0bdc1d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:06:58.872563 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 0e5857c9-0fc7-4e67-b110-5086e8dab751 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:06:58.878444 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:06:58.888446 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Usage tracker for resource:subnet and tenant:4734f34852554bd28d358bce0bdc1d13 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:06:58.893872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:06:58.904963 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:06:58.930738 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Made reservation on behalf of 4734f34852554bd28d358bce0bdc1d13 for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:06:58.933125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:58.936019 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54b6e0bb-12db-423a-80c0-6974b7111c3a req-87b634f8-1081-4e19-8541-eb584c468839 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0881526
Oct 27 15:06:59.216713 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edee3a6-055b-4b46-af56-0681e92e8a99 req-364bb089-ea78-4256-bc07-9baf22e14684 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:59.218473 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9edee3a6-055b-4b46-af56-0681e92e8a99 req-364bb089-ea78-4256-bc07-9baf22e14684 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2101176
Oct 27 15:06:59.309544 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9edee3a6-055b-4b46-af56-0681e92e8a99 req-8ccbb177-b759-4fcc-88bd-9bfa0494fe46 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804226
Oct 27 15:06:59.311039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:59.315765 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:06:59.392574 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e37329a-caae-49f0-b470-94a199f8b15f,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:06:59.397086 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:06:59.402731 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Checking segment: {'id': '3afd05ce-19f1-4dd7-8fc3-ce12b656edf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0e5857c9-0fc7-4e67-b110-5086e8dab751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:06:59.403417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Network hostable DHCP agents. Network: 0e5857c9-0fc7-4e67-b110-5086e8dab751, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:06:59.429240 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Network 0e5857c9-0fc7-4e67-b110-5086e8dab751 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:06:59.444212 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 0e5857c9-0fc7-4e67-b110-5086e8dab751) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:06:59.449370 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:06:59.450098 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:06:59.460800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd510581-6abd-4d95-bd09-456a8fc6c5ea None None] Network 0e5857c9-0fc7-4e67-b110-5086e8dab751 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:06:59.498682 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6230590
Oct 27 15:06:59.903875 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4e75f7-a6dc-40d4-8b74-67cfb9601809 None None] Network 0e5857c9-0fc7-4e67-b110-5086e8dab751 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:00.152024 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f6940307-e772-4788-b49f-7f9ff36cf4c6 req-43b4cee7-6388-4532-b742-d9554a86aff3 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0530016
Oct 27 15:07:00.772083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39920) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:00.777494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-273ef74b-75c9-405c-ab69-26d8a96acf80 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:00.778222 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2070533192-network', 'tenant_id': 'b31cfc4952224f229ca70f2dc59e3595'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:00.780106 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-273ef74b-75c9-405c-ab69-26d8a96acf80 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.3423800
Oct 27 15:07:00.786239 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:00.792726 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea4dd2-3f7a-4437-963e-9da8a92e380b req-218090ca-f901-4f7b-bbd9-4c12a2d4bb43 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:00.793869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Usage tracker for resource:network and tenant:b31cfc4952224f229ca70f2dc59e3595 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:00.799396 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:00.800356 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-03ea4dd2-3f7a-4437-963e-9da8a92e380b req-218090ca-f901-4f7b-bbd9-4c12a2d4bb43 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.3073013
Oct 27 15:07:00.818701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:00.823423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Request body: {'port': {'device_id': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'admin_state_up': True, 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:00.842939 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Made reservation on behalf of b31cfc4952224f229ca70f2dc59e3595 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:00.845554 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:00.879702 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:00.926712 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:00.932553 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Usage tracker for resource:security_group_rule and tenant:b31cfc4952224f229ca70f2dc59e3595 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:00.936493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:00.948515 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:00.952040 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-03ea4dd2-3f7a-4437-963e-9da8a92e380b req-c8bd57e8-eb09-4836-a98e-e8d556db0a47 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507196
Oct 27 15:07:01.005207 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:01.022907 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:01.048071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:01.054528 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.109128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.114925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.146974 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:07:01.159646 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-3f8da78e-466a-4b3f-92df-ef40806c2149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:01.171145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.171516 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Added segment c0d198b5-74e0-4114-8fe2-4405f13b6967 of type vlan for network 27539c97-7180-4327-b5f1-9888af52e804
Oct 27 15:07:01.209280 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5336a85-f30d-47c7-bb13-cc00d6fe9de4,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:01.212437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:01.223826 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.272194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.276250 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:01.280462 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.312653 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:01.314957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Allocated IP 172.20.0.14 (b39116f0-c1aa-4666-986e-e0dfb084b606/c8291db8-704c-4e9a-8135-31ab35a6a02c/06260082-ee20-46d2-82c2-6035410c5d08) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:07:01.483726 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7a0b131e-03d2-4dfb-808a-98311f8f02db req-26567832-776c-4cde-a477-8b511d09c71c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0611079
Oct 27 15:07:01.516215 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.7424378
Oct 27 15:07:01.516871 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39946) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:01.527131 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Request body: {'subnet': {'network_id': '27539c97-7180-4327-b5f1-9888af52e804', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2070533192-subnet', 'tenant_id': 'b31cfc4952224f229ca70f2dc59e3595', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:01.531985 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:01.535824 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Usage tracker for resource:subnet and tenant:b31cfc4952224f229ca70f2dc59e3595 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:01.538507 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Pushing event updated for resources: {'Network': ['ID=27539c97-7180-4327-b5f1-9888af52e804,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:01.540837 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:01.543952 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:01.548313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:01.553954 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 27539c97-7180-4327-b5f1-9888af52e804 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:07:01.561276 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Made reservation on behalf of b31cfc4952224f229ca70f2dc59e3595 for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:01.563841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.694244 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.746987 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.757873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:01.768945 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2', '0a76435c-c842-4384-a9a7-1ae18f7cc6ab'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:07:01.818971 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Network b39116f0-c1aa-4666-986e-e0dfb084b606 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:07:01.826367 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.826906 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:01.831621 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:07:01.845452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-12c7a8e4-b302-4d94-b98b-83958192b6cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:01.889579 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event updated for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:01.902484 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:01.926935 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:01.928224 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:01.934312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63e8ec35-eb4f-49bc-9013-b011d7bc98dc,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:01.939630 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:01.965815 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1486654
Oct 27 15:07:01.969254 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Checking segment: {'id': 'c0d198b5-74e0-4114-8fe2-4405f13b6967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '27539c97-7180-4327-b5f1-9888af52e804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:01.970287 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Network hostable DHCP agents. Network: 27539c97-7180-4327-b5f1-9888af52e804, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:07:01.987857 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Request body: {'port': {'device_id': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:01.999372 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Network 27539c97-7180-4327-b5f1-9888af52e804 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:07:02.018707 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 27539c97-7180-4327-b5f1-9888af52e804) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:02.023719 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:02.025777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:02.039957 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f92631b-71a4-4403-b151-6cb2fcb1b285 None None] Network 27539c97-7180-4327-b5f1-9888af52e804 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:02.071558 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b4f6fd8f-e8c9-4fa9-8c03-743c50896017 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5469978
Oct 27 15:07:02.206725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:02.334505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff749653-25af-4610-b84d-2c10a30b56fc req-07ae7d50-55e3-4639-972d-6aa6c678ef1c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:02.339514 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ff749653-25af-4610-b84d-2c10a30b56fc req-07ae7d50-55e3-4639-972d-6aa6c678ef1c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1702402
Oct 27 15:07:02.431652 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ff749653-25af-4610-b84d-2c10a30b56fc req-6473f21f-58ac-466a-bcb2-99a91815cba5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814972
Oct 27 15:07:02.550597 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26166e11-44ed-4b71-9e9b-950ccc5571e5 None None] Network 27539c97-7180-4327-b5f1-9888af52e804 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:02.680866 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06260082-ee20-46d2-82c2-6035410c5d08 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:02.688400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:02.703964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Transition to ACTIVE for port object 06260082-ee20-46d2-82c2-6035410c5d08 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:02.738013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:02.752021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:02.891250 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Pushing event updated for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:02.895086 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:02.998045 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714aea-715e-44a5-a54a-8a844a12abe5 req-ca10d72a-9f2e-48be-844b-cc67888c0999 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:02.998600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-64714aea-715e-44a5-a54a-8a844a12abe5 req-ca10d72a-9f2e-48be-844b-cc67888c0999 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:07:03.032103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-64714aea-715e-44a5-a54a-8a844a12abe5 req-ca10d72a-9f2e-48be-844b-cc67888c0999 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:07:03.033003 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-64714aea-715e-44a5-a54a-8a844a12abe5 req-ca10d72a-9f2e-48be-844b-cc67888c0999 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 944 time: 0.3273907
Oct 27 15:07:03.083183 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Attempting to bind port 06260082-ee20-46d2-82c2-6035410c5d08 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:07:03.083730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Attempting to bind port 06260082-ee20-46d2-82c2-6035410c5d08 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:07:03.084236 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Attempting to bind port 06260082-ee20-46d2-82c2-6035410c5d08 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:03.085744 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 39978) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:03.097941 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Port 06260082-ee20-46d2-82c2-6035410c5d08 on network b39116f0-c1aa-4666-986e-e0dfb084b606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:07:03.098471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Attempting to bind port 06260082-ee20-46d2-82c2-6035410c5d08 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:03.123781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:07:03.124044 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Checking segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:03.124453 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Bound using segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:07:03.124869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Bound port: 06260082-ee20-46d2-82c2-6035410c5d08, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:07:03.125212 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.245812 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-64714aea-715e-44a5-a54a-8a844a12abe5 req-5a208b2c-8b87-44eb-b781-d708be244115 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850538
Oct 27 15:07:03.318532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.322591 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:07:03.328880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=06260082-ee20-46d2-82c2-6035410c5d08,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:07:03.344449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.348426 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:03.383088 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:03.387772 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Usage tracker for resource:security_group_rule and tenant:010b0163e9ee4b699b90288f9970fec3 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:03.390899 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:03.397140 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:03.450872 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Pushing event updated for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:03.454996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:03.467867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.469730 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-03119559-854b-4d1b-9207-52b330743005 service neutron] 10.222.0.91 "PUT /v2.0/ports/06260082-ee20-46d2-82c2-6035410c5d08 HTTP/1.1" status: 200  len: 1094 time: 1.4860961
Oct 27 15:07:03.471253 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:07:03.508587 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.516364 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.534920 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-92a0b8ec-6a6c-42de-b3e6-3e685e4d459c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:03.599920 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e417af-c968-4e64-a042-3a9e54871e33,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:03.620461 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:03.642986 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=010b0163e9ee4b699b90288f9970fec3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5561721
Oct 27 15:07:03.646041 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40000) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:03.664790 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-204ab49f-b807-4f2e-aaf1-e327e4c75531 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 1097 time: 0.1427910
Oct 27 15:07:03.739315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.743498 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08', 'status': 'completed', 'code': 200}
Oct 27 15:07:03.770256 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.776376 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-d0fdd30c-5dc5-4d2e-8ff7-d140032ec452 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06260082-ee20-46d2-82c2-6035410c5d08 HTTP/1.1" status: 200  len: 217 time: 0.0987296
Oct 27 15:07:03.865852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.871694 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c693dae-7bbf-412c-a6aa-376dce0f7fb5 req-317cffcd-a441-4d6e-ab38-7e076d80bb97 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:03.873239 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9c693dae-7bbf-412c-a6aa-376dce0f7fb5 req-317cffcd-a441-4d6e-ab38-7e076d80bb97 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.2522335
Oct 27 15:07:03.876146 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5c02ae1e-effd-414d-ab6d-ab4102586a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:03.876893 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-e8939326-3b77-4766-bb30-d5819560d404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:03.878309 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-e8939326-3b77-4766-bb30-d5819560d404 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.0920172
Oct 27 15:07:03.898685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e417af-c968-4e64-a042-3a9e54871e33,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:03.919776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:03.923135 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/49e417af-c968-4e64-a042-3a9e54871e33 HTTP/1.1" status: 204  len: 168 time: 0.2710841
Oct 27 15:07:03.925851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:03.945277 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-82b3cf29-e380-4666-9289-4c1e295dd70c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514331
Oct 27 15:07:03.993833 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9c693dae-7bbf-412c-a6aa-376dce0f7fb5 req-38a70dd0-d7a5-4722-ae51-e303f70cdaa2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144152
Oct 27 15:07:04.109387 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-cb4c8086-3e7f-4535-a156-e931ba5cc9e4 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470382
Oct 27 15:07:04.275752 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9f9ec77-584d-4324-840b-3000926eeae7 req-1892ecdc-ceaf-4630-8bf7-19856852ff2a service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1542594
Oct 27 15:07:04.297710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40024) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:04.331925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:04.373471 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:04.379363 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad3c953de67450b96b7f9df354ee36d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:04.383406 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:04.394832 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:04.419814 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-7ca5f6fa-ef0a-411e-9bc1-bb25458ddd11 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 1097 time: 0.0841994
Oct 27 15:07:04.546596 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d35d0-b41b-45e4-873b-6659fb201ae2 req-3ff9b972-ed45-4f7b-b745-d9083d8fa6dd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:04.548153 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-383d35d0-b41b-45e4-873b-6659fb201ae2 req-3ff9b972-ed45-4f7b-b745-d9083d8fa6dd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 944 time: 0.1359434
Oct 27 15:07:04.558274 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:04.571499 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-329a2b07-df11-494f-a243-90c66c3ea7c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:04.573524 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-329a2b07-df11-494f-a243-90c66c3ea7c4 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 916 time: 0.1466606
Oct 27 15:07:04.576493 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:04.586110 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:04.642311 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8906ee41-b0a8-4d70-9f5f-598d8ab0392b,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:04.645286 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:04.652002 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9ad3c953de67450b96b7f9df354ee36d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3527620
Oct 27 15:07:04.657614 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40030) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:04.666925 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-383d35d0-b41b-45e4-873b-6659fb201ae2 req-6a3d6171-84bf-429e-b291-5a57cc1717d5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106524
Oct 27 15:07:04.696393 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-f3a7b282-9149-4941-a240-c55616cc432f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06260082-ee20-46d2-82c2-6035410c5d08 HTTP/1.1" status: 200  len: 217 time: 0.1126056
Oct 27 15:07:04.793110 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:04.795581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-3d88f972-ea83-46e6-96fc-3785233368f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:04.797680 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-3d88f972-ea83-46e6-96fc-3785233368f4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.0862403
Oct 27 15:07:04.861939 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-f6d05066-33d2-42ae-8a22-1caea4d965b2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0514209
Oct 27 15:07:04.864878 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:05.051554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:05.060042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-79099c3f-d188-4ad6-a7e7-22c09966f9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:05.075685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8906ee41-b0a8-4d70-9f5f-598d8ab0392b,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:05.080410 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-769a9101-4105-4eb9-bab7-4109c801b078 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2071543
Oct 27 15:07:05.081245 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:05.125576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:05.130035 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8906ee41-b0a8-4d70-9f5f-598d8ab0392b HTTP/1.1" status: 204  len: 168 time: 0.4714079
Oct 27 15:07:05.303518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535777b-7e01-41b9-8fab-bd0aad4a150a req-b6bba22b-1860-4c10-8a81-e701911d12d1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:05.314073 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9535777b-7e01-41b9-8fab-bd0aad4a150a req-b6bba22b-1860-4c10-8a81-e701911d12d1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1545231
Oct 27 15:07:05.423564 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0ea2a44f-86af-44a2-b204-ccfd4f220b5e req-38cd5e57-435f-4ce4-ab9e-685e20fd1b3b service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3344920
Oct 27 15:07:05.440072 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9535777b-7e01-41b9-8fab-bd0aad4a150a req-32513f58-85e2-445f-868b-b12801c3214e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247256
Oct 27 15:07:05.925586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b82af5-0927-41d2-a478-93adf3bed1e9 req-30c16919-2b47-4239-ac08-d366c4cd999a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:05.931523 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07b82af5-0927-41d2-a478-93adf3bed1e9 req-30c16919-2b47-4239-ac08-d366c4cd999a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 944 time: 0.1341763
Oct 27 15:07:06.013826 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07b82af5-0927-41d2-a478-93adf3bed1e9 req-1275084c-a5cc-481c-a159-1a479fab1552 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772033
Oct 27 15:07:06.136501 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-11cd641f-e7ca-4ace-9e4e-16e10297e870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:06.542302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:06.658104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccdf5e7-f4b7-4534-9b53-90e83d751eac req-7e07fcda-ec5c-4ffc-9c05-d721b5514453 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:06.659999 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ccdf5e7-f4b7-4534-9b53-90e83d751eac req-7e07fcda-ec5c-4ffc-9c05-d721b5514453 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0996394
Oct 27 15:07:06.713433 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ccdf5e7-f4b7-4534-9b53-90e83d751eac req-130cdcc1-338c-4bc1-8eea-01e3b854ac99 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472267
Oct 27 15:07:07.281727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d6feb-65c2-44d3-8360-34edd5d091b2 req-8d9bacfd-ade2-4786-8b40-c26862492577 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:07.291628 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-288d6feb-65c2-44d3-8360-34edd5d091b2 req-8d9bacfd-ade2-4786-8b40-c26862492577 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 944 time: 0.1006517
Oct 27 15:07:07.434133 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-288d6feb-65c2-44d3-8360-34edd5d091b2 req-366f670c-0668-4547-9b2c-30d92bd50f1c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1414583
Oct 27 15:07:07.535168 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0eed04b3-33e9-48b2-a55b-7419da14a785 req-4e75e74e-1e27-4263-9c6d-274403aced58 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 1099 time: 0.0746591
Oct 27 15:07:07.586541 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0eed04b3-33e9-48b2-a55b-7419da14a785 req-27019cc7-2bd7-46c7-9631-829372b4413c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382981
Oct 27 15:07:07.743867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40160) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:07.938457 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03e77-dedc-4430-87c6-8807be2e0bf9 req-a7afd733-5168-4087-a709-77306a5b8aba tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:07.939930 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-97c03e77-dedc-4430-87c6-8807be2e0bf9 req-a7afd733-5168-4087-a709-77306a5b8aba tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0977156
Oct 27 15:07:07.995098 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.042321 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-97c03e77-dedc-4430-87c6-8807be2e0bf9 req-8887d655-6f6a-4be6-be07-be6c4e1aef81 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894666
Oct 27 15:07:08.052366 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:08.057257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Usage tracker for resource:security_group_rule and tenant:149d1f8afde44baea4fb13ed38e37a6a is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:08.060483 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:08.068333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:08.163928 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.169371 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.177964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-586d83f0-e876-4c34-85d0-1604b4497f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:08.222211 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2614c989-26d8-4d1b-8a26-71b74a1cad19,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:08.225455 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:08.228148 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=149d1f8afde44baea4fb13ed38e37a6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4832273
Oct 27 15:07:08.230691 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40176) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:08.298530 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.340205 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-725d50e4-cd33-4ef4-8141-11b922a199ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.348215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.436938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.448263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-97e36b32-ef2f-4add-85c3-300906b28399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:08.478435 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2614c989-26d8-4d1b-8a26-71b74a1cad19,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:08.490080 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.491354 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2614c989-26d8-4d1b-8a26-71b74a1cad19 HTTP/1.1" status: 204  len: 168 time: 0.2594459
Oct 27 15:07:08.492300 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:08.800863 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330ed1d-4ca2-4c36-b817-e68a8cb0cf32 req-12d85a63-0581-46ab-95f2-2a742f604dfc tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:08.803230 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2330ed1d-4ca2-4c36-b817-e68a8cb0cf32 req-12d85a63-0581-46ab-95f2-2a742f604dfc tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 944 time: 0.0879788
Oct 27 15:07:08.810507 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 06260082-ee20-46d2-82c2-6035410c5d08 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:07:08.850776 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2330ed1d-4ca2-4c36-b817-e68a8cb0cf32 req-2d4f6214-67db-4732-a624-42e6eda27edb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419579
Oct 27 15:07:08.957569 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40200) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:08.971098 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=06260082-ee20-46d2-82c2-6035410c5d08,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:08.975845 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:08.985970 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '06260082-ee20-46d2-82c2-6035410c5d08', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'port_id': '06260082-ee20-46d2-82c2-6035410c5d08', 'mac_address': 'fa:16:3e:70:df:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8291db8-704c-4e9a-8135-31ab35a6a02c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:07:09.006743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:09.012085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Usage tracker for resource:security_group_rule and tenant:e3e73b931f2d489d86746d049d21004e is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:09.014934 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:09.020570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:09.045592 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.063891 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06260082-ee20-46d2-82c2-6035410c5d08 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:09.079647 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=06260082-ee20-46d2-82c2-6035410c5d08,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:09.084001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.086033 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:09.092448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.097631 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.104759 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-088e39ef-84f9-4ca1-a4e7-a55b79e6243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:09.145044 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c85ac8-973a-43cc-a7d5-c4cf30657108,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:09.148318 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:09.151035 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e3e73b931f2d489d86746d049d21004e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1924446
Oct 27 15:07:09.153592 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40206) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:09.162938 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:09.166800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:09.191620 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.263013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.302951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.335655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef330cb-bf1d-47b7-af22-a451525113cf req-d4d2103a-4859-4d36-94f1-2e09f845afaf tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:09.337095 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ef330cb-bf1d-47b7-af22-a451525113cf req-d4d2103a-4859-4d36-94f1-2e09f845afaf tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1400361
Oct 27 15:07:09.392788 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ef330cb-bf1d-47b7-af22-a451525113cf req-5a90bfcf-3cd9-49b5-b99e-c724258fc4bc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477760
Oct 27 15:07:09.397355 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.401042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-aa6194b6-d752-4454-b822-50e9f993a3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:09.414438 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c85ac8-973a-43cc-a7d5-c4cf30657108,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:09.417868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:09.420413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.424360 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/06c85ac8-973a-43cc-a7d5-c4cf30657108 HTTP/1.1" status: 204  len: 168 time: 0.2663653
Oct 27 15:07:09.863166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40222) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:09.884362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:09.927125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:09.932100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Usage tracker for resource:security_group_rule and tenant:34238b838472447a9c05bcec058f6cbc is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:09.935188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:09.941882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:10.066673 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.071268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.079830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f85847f4-16ac-45ff-9ad2-0e76ae70d52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:10.137003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693bdb8c-b62a-4cf3-b8f3-5ed847452629,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:10.141622 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:10.148062 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=34238b838472447a9c05bcec058f6cbc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2799237
Oct 27 15:07:10.148586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40228) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:10.171031 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56bc9e-af17-42e6-9fab-f62dd3cb5ba4 req-15e2e09e-7bbd-4b25-b8fe-3d0330bbe808 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:10.172552 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4e56bc9e-af17-42e6-9fab-f62dd3cb5ba4 req-15e2e09e-7bbd-4b25-b8fe-3d0330bbe808 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 945 time: 0.1860631
Oct 27 15:07:10.260661 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4e56bc9e-af17-42e6-9fab-f62dd3cb5ba4 req-eb89dfc0-cbf6-426d-9627-b703de1cbec5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811708
Oct 27 15:07:10.266037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.302889 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.357115 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.361243 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ab0c99f0-203b-44a8-9633-a9776a790079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:10.372757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693bdb8c-b62a-4cf3-b8f3-5ed847452629,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:10.374940 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:10.381172 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:10.382300 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/693bdb8c-b62a-4cf3-b8f3-5ed847452629 HTTP/1.1" status: 204  len: 168 time: 0.2331891
Oct 27 15:07:10.638481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23849d76-904d-45be-b8c8-b2a4032e7ac1 req-ffdfe91b-7dc6-4da7-8f8a-72ca0f4bed16 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:10.648915 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-23849d76-904d-45be-b8c8-b2a4032e7ac1 req-ffdfe91b-7dc6-4da7-8f8a-72ca0f4bed16 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1292830
Oct 27 15:07:10.712716 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-23849d76-904d-45be-b8c8-b2a4032e7ac1 req-431e67a7-e43f-412f-bd93-a4ee248cd6f2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625374
Oct 27 15:07:10.759553 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:11.459083 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11639948-6c3c-41c1-b1ff-84c7ed3a3124 req-d8a4b50d-7fe8-4c83-a9e1-b24190ad3775 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:11.460569 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-11639948-6c3c-41c1-b1ff-84c7ed3a3124 req-d8a4b50d-7fe8-4c83-a9e1-b24190ad3775 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 945 time: 0.0763776
Oct 27 15:07:11.505619 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-11639948-6c3c-41c1-b1ff-84c7ed3a3124 req-fd4de1c9-b1e1-4cdf-87cb-bcc9a504d302 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387845
Oct 27 15:07:11.520029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['06260082-ee20-46d2-82c2-6035410c5d08'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:07:12.004351 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702a835-52c8-4de2-8d21-e83e3a2fa5a1 req-5d38e759-9a58-4511-9b6b-89bf7e04a66b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:12.006752 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3702a835-52c8-4de2-8d21-e83e3a2fa5a1 req-5d38e759-9a58-4511-9b6b-89bf7e04a66b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1623087
Oct 27 15:07:12.078850 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3702a835-52c8-4de2-8d21-e83e3a2fa5a1 req-31761fd1-925a-4b67-b80e-5936790214e2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638492
Oct 27 15:07:12.754331 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361385f-3174-4ba8-affb-cde1fa9a50ac req-8bb75aff-1c12-455c-8c4d-ca03e3195a29 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:12.755702 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e361385f-3174-4ba8-affb-cde1fa9a50ac req-8bb75aff-1c12-455c-8c4d-ca03e3195a29 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 945 time: 0.0837936
Oct 27 15:07:12.803754 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e361385f-3174-4ba8-affb-cde1fa9a50ac req-34a5395a-2d7d-4d32-aa4b-94eb224acf8e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424318
Oct 27 15:07:13.012655 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 06260082-ee20-46d2-82c2-6035410c5d08 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:07:13.090516 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 06260082-ee20-46d2-82c2-6035410c5d08 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:13.095160 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 06260082-ee20-46d2-82c2-6035410c5d08 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:07:13.095573 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:13.255615 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:13.296345 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:07:13.312694 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=06260082-ee20-46d2-82c2-6035410c5d08,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:13.318312 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:13.322104 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:13.324598 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec197e6-e457-405e-b7ae-5d839082b528 req-ad7bd7d4-49a5-48b1-b81a-24844b8e3b2b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:13.332337 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ec197e6-e457-405e-b7ae-5d839082b528 req-ad7bd7d4-49a5-48b1-b81a-24844b8e3b2b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1107140
Oct 27 15:07:13.382454 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ec197e6-e457-405e-b7ae-5d839082b528 req-010e2c1c-42c8-4617-92a5-5f06b04d7932 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490363
Oct 27 15:07:13.397914 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:13.401845 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:13.451125 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08', 'code': 200}
Oct 27 15:07:13.606290 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e179838-ef6b-44fc-ae0b-4a9d22060c37 req-2fab7c1b-dc43-4770-9ce2-2560124aefeb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:13.607777 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e179838-ef6b-44fc-ae0b-4a9d22060c37 req-2fab7c1b-dc43-4770-9ce2-2560124aefeb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0884690
Oct 27 15:07:13.664042 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e179838-ef6b-44fc-ae0b-4a9d22060c37 req-75266a95-87bb-4d9f-94ab-4bd3dac078fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502367
Oct 27 15:07:13.752248 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9b75e9bb-52a8-49a2-a159-50d91fb4680f req-fe8134ee-6bb9-436b-8b41-0cb0602e99a4 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 1099 time: 0.1075525
Oct 27 15:07:13.818716 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9b75e9bb-52a8-49a2-a159-50d91fb4680f req-967b501d-04f4-4eef-b9ee-83e08a250443 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474849
Oct 27 15:07:14.035979 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7225d-2e0f-4dcc-aa5d-e04b839cc714 req-cf52f61d-b52f-42e7-a5fc-3d259d125226 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:14.037703 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7de7225d-2e0f-4dcc-aa5d-e04b839cc714 req-cf52f61d-b52f-42e7-a5fc-3d259d125226 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.0954180
Oct 27 15:07:14.093958 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7de7225d-2e0f-4dcc-aa5d-e04b839cc714 req-5d776c55-637f-4c59-9dc0-bea76e637af5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504885
Oct 27 15:07:15.053391 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:15.305411 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9837b2f3-3437-4af0-a812-a52c1b4173c1 req-ebe43780-e5b9-4f9f-b919-af7e104a7566 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:15.307249 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9837b2f3-3437-4af0-a812-a52c1b4173c1 req-ebe43780-e5b9-4f9f-b919-af7e104a7566 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.0860171
Oct 27 15:07:15.407323 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9837b2f3-3437-4af0-a812-a52c1b4173c1 req-8a6a8fa7-1902-49e3-a4aa-0b4f2bdc81b9 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940876
Oct 27 15:07:15.920896 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-27a3d959-c843-48e9-aa12-2d7d17eea324 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1427953
Oct 27 15:07:16.099055 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-d7de6eda-1fd3-47e4-a443-5fcec2b61cb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 1098 time: 0.1312571
Oct 27 15:07:16.108310 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-3d4c2ff3-3b0d-44f7-9d5d-42b10fec86c7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.1831691
Oct 27 15:07:16.175541 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873078f-11ba-4bcd-936a-8283fe48e65c req-94e4e0e3-4ec1-4985-886e-8202270175e6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.178086 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e873078f-11ba-4bcd-936a-8283fe48e65c req-94e4e0e3-4ec1-4985-886e-8202270175e6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2124991
Oct 27 15:07:16.311926 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e873078f-11ba-4bcd-936a-8283fe48e65c req-05e7b6b1-d069-41cb-b6d7-669410fc31d2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1192064
Oct 27 15:07:16.409604 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568787-101a-41a6-9507-4ed745d6a031 req-98f92274-2a12-4bfa-bae9-96244da4217b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.411046 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-98f92274-2a12-4bfa-bae9-96244da4217b service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.2951152
Oct 27 15:07:16.412197 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-b2c62804-6db5-4b32-9139-e6c5d799e808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.413291 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-b2c62804-6db5-4b32-9139-e6c5d799e808 service neutron] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 916 time: 0.2711983
Oct 27 15:07:16.540236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40378) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:16.620464 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-a96746a6-f6ab-4a9a-b3b7-5b5b43499c6f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.1699028
Oct 27 15:07:16.623354 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-e45ab6f1-5510-44f5-b738-fb7707a86eea service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b28974a-cf38-4110-8966-d2480853dec2 HTTP/1.1" status: 200  len: 217 time: 0.1199107
Oct 27 15:07:16.687952 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:16.721379 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:16.725403 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Usage tracker for resource:security_group_rule and tenant:b96be6bd42e54b69badfaa3b05b6fd94 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:16.729355 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:16.735199 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:16.769393 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1bd70-7ae2-4cb2-b0dd-bd121f3bbe58 req-85bb5674-ec55-467e-9e58-ef9f93362f74 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.771054 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1fd1bd70-7ae2-4cb2-b0dd-bd121f3bbe58 req-85bb5674-ec55-467e-9e58-ef9f93362f74 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.2180977
Oct 27 15:07:16.781089 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568787-101a-41a6-9507-4ed745d6a031 req-590067fb-00b8-47bf-a955-444a74c11c85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.782697 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-590067fb-00b8-47bf-a955-444a74c11c85 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1410091
Oct 27 15:07:16.783817 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-d951254c-7189-41cd-b719-70bb374d35bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:16.785052 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-d951254c-7189-41cd-b719-70bb374d35bd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.1408148
Oct 27 15:07:16.805254 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:16.810269 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:16.818659 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-350a94fb-34f4-4855-80c4-f2cb4d9cef26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:16.862730 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cec382-034b-40b2-8ed3-88746f365b68,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:16.870439 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b96be6bd42e54b69badfaa3b05b6fd94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3289442
Oct 27 15:07:16.871303 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:16.872113 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40386) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:16.893004 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-8c3f4a70-f8bb-4e39-ac4b-cc055ca025a6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559595
Oct 27 15:07:16.894939 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-2c96d4a5-bf53-4f18-a0c3-b876173d4366 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0924153
Oct 27 15:07:16.907049 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1fd1bd70-7ae2-4cb2-b0dd-bd121f3bbe58 req-d5ff0aa4-daf7-4877-ad95-f5674fd932d5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277988
Oct 27 15:07:16.939669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:16.967832 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.037067 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.041417 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ac17a9a2-6e43-421e-a7e9-1f9fa8b5490d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:17.055036 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cec382-034b-40b2-8ed3-88746f365b68,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:17.058860 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:17.077271 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.091735 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/78cec382-034b-40b2-8ed3-88746f365b68 HTTP/1.1" status: 204  len: 168 time: 0.2083814
Oct 27 15:07:17.168686 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-12f3baf7-5d8f-4012-aef7-de3076c99845 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2463822
Oct 27 15:07:17.170478 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-22818ff8-787e-48af-9d00-fd075018057e service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2248142
Oct 27 15:07:17.737819 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40414) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:17.756433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.766227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40420) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:17.768368 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd7e03b5-797f-4ecd-aed8-dd4ae5ede333 req-1b8324bb-4779-4246-bfc0-6427a81410ea service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5790737
Oct 27 15:07:17.786706 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98568787-101a-41a6-9507-4ed745d6a031 req-907280c0-4cf0-43b6-8f7a-b64c4d209050 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5729339
Oct 27 15:07:17.810713 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:17.825554 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Usage tracker for resource:security_group_rule and tenant:549af3795b974e598295d4d69988c080 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:17.832122 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:17.833141 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef446d-2307-4c15-9709-7993f6c5e731 req-46835b0c-6837-4b3c-9520-74b94d89019f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:17.838764 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:17.841952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6fef446d-2307-4c15-9709-7993f6c5e731 req-46835b0c-6837-4b3c-9520-74b94d89019f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2065799
Oct 27 15:07:17.926270 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.926974 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6fef446d-2307-4c15-9709-7993f6c5e731 req-24737d6f-0405-4f5d-a176-f7df5780a010 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840759
Oct 27 15:07:17.931995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:17.941927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8f1769d1-26b4-4ff0-bcac-8dfedbbd21c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:17.988436 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=549af3795b974e598295d4d69988c080&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2495661
Oct 27 15:07:17.989608 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81ebe35-b453-47ea-a39e-1a94725ea167,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:17.991180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40430) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:18.005847 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:18.066611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.096826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.098078 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.134872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:18.138967 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Usage tracker for resource:security_group_rule and tenant:73dc3b6d023a405287d6118b3a605dfd is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:18.142076 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:18.147967 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:18.150042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.155698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e8219c63-1c1f-4a1f-b43a-6604b63f95a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:18.166654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81ebe35-b453-47ea-a39e-1a94725ea167,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:18.171730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:18.176625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.178308 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/c81ebe35-b453-47ea-a39e-1a94725ea167 HTTP/1.1" status: 204  len: 168 time: 0.1858809
Oct 27 15:07:18.232907 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.237772 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.245965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2b21734b-6339-43f2-9c4f-093d9c43b988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:18.288941 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc298f13-ab3d-4671-a04b-0acc96b6e1c9,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:18.292889 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:18.298576 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=73dc3b6d023a405287d6118b3a605dfd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5313230
Oct 27 15:07:18.301571 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40438) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:18.369569 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.396908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.449502 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.453043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7fa7bab7-43d3-4d79-9855-35c86e9803c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:18.465594 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc298f13-ab3d-4671-a04b-0acc96b6e1c9,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:18.468396 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:18.477440 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:18.478569 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/cc298f13-ab3d-4671-a04b-0acc96b6e1c9 HTTP/1.1" status: 204  len: 168 time: 0.1758754
Oct 27 15:07:19.164448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c8d4-b58a-48c3-82f8-dbb8091967b3 req-12f1e671-1d6a-46d4-b44f-86f113e41bac tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:19.167932 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4896c8d4-b58a-48c3-82f8-dbb8091967b3 req-12f1e671-1d6a-46d4-b44f-86f113e41bac tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1039138
Oct 27 15:07:19.224175 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4896c8d4-b58a-48c3-82f8-dbb8091967b3 req-901ace50-6ea6-4e74-a38c-93f9cd925d32 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509958
Oct 27 15:07:20.327965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40522) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:20.455725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adf0a8-2a65-4c8d-bc25-5bed5ead0ec9 req-cfb75361-5cba-496a-9b1b-368a7bf1f6d8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:20.457330 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8adf0a8-2a65-4c8d-bc25-5bed5ead0ec9 req-cfb75361-5cba-496a-9b1b-368a7bf1f6d8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0844288
Oct 27 15:07:20.480145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.513132 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8adf0a8-2a65-4c8d-bc25-5bed5ead0ec9 req-aba328c3-106e-48f7-9f20-fe9b901dec28 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494831
Oct 27 15:07:20.523569 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:20.529456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Usage tracker for resource:security_group_rule and tenant:de7fe9da115c4e0ba96c05a73c57896d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:20.538690 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:20.546847 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:20.616454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.624205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.631647 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d6126837-7c1d-4977-b714-502127d76197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:20.672316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40b6e7f-0b33-44d4-ac85-2e9bc6c179a3,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:20.676553 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=de7fe9da115c4e0ba96c05a73c57896d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3476043
Oct 27 15:07:20.677468 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:20.681206 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40530) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:20.748339 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.773697 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.832523 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.836380 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a7c88734-2cbb-40b6-b9d5-d61824331f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:20.847498 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40b6e7f-0b33-44d4-ac85-2e9bc6c179a3,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:20.849586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:20.855031 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:20.856148 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/b40b6e7f-0b33-44d4-ac85-2e9bc6c179a3 HTTP/1.1" status: 204  len: 168 time: 0.1740525
Oct 27 15:07:21.720016 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c87c72-2e8a-460e-a6f1-246bb7d29d22 req-0b31c3b8-2e43-4dc4-9792-c5742114e9a9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:21.721794 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-72c87c72-2e8a-460e-a6f1-246bb7d29d22 req-0b31c3b8-2e43-4dc4-9792-c5742114e9a9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0803032
Oct 27 15:07:21.771233 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-72c87c72-2e8a-460e-a6f1-246bb7d29d22 req-bdbeb13c-232c-44b2-ad83-3d8730f6cb2e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423939
Oct 27 15:07:22.969318 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340e8d5-6415-4c6d-826a-e593a4a9a366 req-13aadb85-c755-489e-bb08-a75f56801103 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:22.970737 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f340e8d5-6415-4c6d-826a-e593a4a9a366 req-13aadb85-c755-489e-bb08-a75f56801103 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0782833
Oct 27 15:07:23.014834 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f340e8d5-6415-4c6d-826a-e593a4a9a366 req-4c4e36b6-676a-47e1-bcb7-73df63bc5d98 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386324
Oct 27 15:07:24.217872 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda691e-1604-4312-b829-8b306e081ece req-4f96d2e1-5cf9-443e-ba6d-935ef416bdd8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:24.219343 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3cda691e-1604-4312-b829-8b306e081ece req-4f96d2e1-5cf9-443e-ba6d-935ef416bdd8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0779247
Oct 27 15:07:24.270044 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3cda691e-1604-4312-b829-8b306e081ece req-48f7ccb6-6ee9-464c-a830-4908f9017d66 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451033
Oct 27 15:07:25.474285 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53694-f85c-4cd9-a8d4-da0637eabc86 req-17d04f9f-36e0-4cfc-b00a-3714aac6de2a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:25.475748 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ddc53694-f85c-4cd9-a8d4-da0637eabc86 req-17d04f9f-36e0-4cfc-b00a-3714aac6de2a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0787771
Oct 27 15:07:25.522137 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ddc53694-f85c-4cd9-a8d4-da0637eabc86 req-eb176706-937a-403c-9612-79c7cf97e51a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406096
Oct 27 15:07:26.738840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbab23c-c3f7-41b0-9ba5-ffbe8acece70 req-d96fb7b0-4c3b-4c38-a99e-4685ffa5799e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:26.740513 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7dbab23c-c3f7-41b0-9ba5-ffbe8acece70 req-d96fb7b0-4c3b-4c38-a99e-4685ffa5799e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0933788
Oct 27 15:07:26.793310 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7dbab23c-c3f7-41b0-9ba5-ffbe8acece70 req-631cc492-b8c4-4aa0-9c95-67a4c9f09c12 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468018
Oct 27 15:07:26.940811 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40690) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:27.006037 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Deleting subnet 9e37329a-caae-49f0-b470-94a199f8b15f {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:07:27.010266 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.069073 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.077684 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.151599 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.155927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:27.192333 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e37329a-caae-49f0-b470-94a199f8b15f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:27.195247 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:27.197447 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.205553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40696) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:27.205716 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] 10.222.0.89 "DELETE /v2.0/subnets/9e37329a-caae-49f0-b470-94a199f8b15f HTTP/1.1" status: 204  len: 168 time: 0.2636061
Oct 27 15:07:27.327275 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.453903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.481100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac296d0a30>,) {'filters': {'network_id': ['0e5857c9-0fc7-4e67-b110-5086e8dab751']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:27.493733 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac296d0a30>, '3afd05ce-19f1-4dd7-8fc3-ce12b656edf6') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:27.494023 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac296d0a30>, '3afd05ce-19f1-4dd7-8fc3-ce12b656edf6') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:27.505980 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.523094 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.530730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:07:27.531130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:07:27.544968 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:07:27.641586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.647983 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d91e76af-a25d-4609-97b8-4e41b3d09423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:27.671235 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.676349 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e5857c9-0fc7-4e67-b110-5086e8dab751,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:27.686873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.687656 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.688104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.688550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.688993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.689413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.689886 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.696139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.696807 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.697364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.698490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:27.702298 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] 10.222.0.89 "DELETE /v2.0/networks/0e5857c9-0fc7-4e67-b110-5086e8dab751 HTTP/1.1" status: 204  len: 168 time: 0.4954352
Oct 27 15:07:27.703211 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-04fe57c0-707f-4979-baf7-ebbb2581af46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:27.705295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40714) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:27.771135 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Deleting subnet 63e8ec35-eb4f-49bc-9013-b011d7bc98dc {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:07:27.774701 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.829663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.886411 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.954816 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:27.959414 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-217dd600-87e2-44b2-be4d-7b8525d58aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:27.998691 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63e8ec35-eb4f-49bc-9013-b011d7bc98dc,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:28.002923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.008046 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d7c33-9da8-4444-93ff-4d64f2ee8fb5 req-57e7f7f7-7e82-49b0-b034-be9acfc5aedc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:28.010225 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0d9d7c33-9da8-4444-93ff-4d64f2ee8fb5 req-57e7f7f7-7e82-49b0-b034-be9acfc5aedc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0804882
Oct 27 15:07:28.015943 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/63e8ec35-eb4f-49bc-9013-b011d7bc98dc HTTP/1.1" status: 204  len: 168 time: 0.3093815
Oct 27 15:07:28.017031 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:28.018316 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40728) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:28.056246 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0d9d7c33-9da8-4444-93ff-4d64f2ee8fb5 req-d5e7e040-1780-43f0-8ec3-5be337cddb88 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404568
Oct 27 15:07:28.127831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.321804 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.345303 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac292707f0>,) {'filters': {'network_id': ['27539c97-7180-4327-b5f1-9888af52e804']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:28.357814 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac292707f0>, 'c0d198b5-74e0-4114-8fe2-4405f13b6967') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:28.358097 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac292707f0>, 'c0d198b5-74e0-4114-8fe2-4405f13b6967') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:28.369521 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.385394 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.391413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:07:28.391821 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:07:28.404807 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:07:28.477413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.480958 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-198f22d5-c81d-4bd3-98f2-6c2948702b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:28.493674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.502161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Pushing event deleted for resources: {'Network': ['ID=27539c97-7180-4327-b5f1-9888af52e804,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:28.504145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:28.505594 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2d30ab5b-0a59-4f65-afc3-c0b609e6f04b admin admin] 10.222.0.89 "DELETE /v2.0/networks/27539c97-7180-4327-b5f1-9888af52e804 HTTP/1.1" status: 204  len: 168 time: 0.4861765
Oct 27 15:07:28.697902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40744) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:28.747646 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-3a15af1a-a2ff-499b-9818-85f1ff04fd68 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4734f34852554bd28d358bce0bdc1d13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0483675
Oct 27 15:07:28.749971 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40748) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:28.808096 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.832876 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.884776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.888735 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c372a5f9-c07c-490a-8e99-de2f601f5949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:28.900001 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb08992-ab3a-4501-8ccc-414f5fdb60d3,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:28.910798 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:28.911915 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6cb08992-ab3a-4501-8ccc-414f5fdb60d3 HTTP/1.1" status: 204  len: 168 time: 0.1610546
Oct 27 15:07:28.913615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.913965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.914401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.915306 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.915668 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.916047 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.916606 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.916699 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.916995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.917316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.917640 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:28.920660 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:29.256797 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77bb77-d015-4385-a6af-bf7de41fee49 req-4297c226-6735-40b0-84b3-3729cf1d5605 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:29.258273 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ab77bb77-d015-4385-a6af-bf7de41fee49 req-4297c226-6735-40b0-84b3-3729cf1d5605 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0824549
Oct 27 15:07:29.311662 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40764) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:29.315058 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ab77bb77-d015-4385-a6af-bf7de41fee49 req-2cfc6544-5089-4e4f-a370-40ec99d69b8d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505958
Oct 27 15:07:29.362796 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-962e1960-2ef6-42ff-a474-7814a207c27e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=b31cfc4952224f229ca70f2dc59e3595&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0499394
Oct 27 15:07:29.365261 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40768) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:29.425612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:29.452058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:29.500616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:29.504625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d1195063-6148-4cc9-b3ec-b243d09fc975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:29.521234 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5336a85-f30d-47c7-bb13-cc00d6fe9de4,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:29.524088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:29.526674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:29.527486 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a5336a85-f30d-47c7-bb13-cc00d6fe9de4 HTTP/1.1" status: 204  len: 168 time: 0.1613331
Oct 27 15:07:30.529978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b07cf4-ab90-4872-8d68-023371736702 req-d6dc3e7a-4fc7-4569-9bde-838dd193ea22 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:30.537325 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a8b07cf4-ab90-4872-8d68-023371736702 req-d6dc3e7a-4fc7-4569-9bde-838dd193ea22 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0948567
Oct 27 15:07:30.630263 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a8b07cf4-ab90-4872-8d68-023371736702 req-ce28f3a9-b5b3-4667-b4ba-8e55dfa6dcf8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919034
Oct 27 15:07:30.858901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40810) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:31.020606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.060831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:31.065503 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Usage tracker for resource:security_group_rule and tenant:cfbca892c90e4207963fb5c54c4bb801 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:31.068873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:31.077230 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:31.153875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.158369 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.168137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da258a98-90ba-4d14-8731-8067173b4e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:31.211222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc63d21-8fcd-448b-9af7-3a254664e0aa,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:31.230223 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:31.241238 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 40826) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:31.241856 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=cfbca892c90e4207963fb5c54c4bb801&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3818555
Oct 27 15:07:31.329287 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.370418 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.449424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.455361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:31.467714 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc63d21-8fcd-448b-9af7-3a254664e0aa,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:31.472482 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:31.476174 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.479935 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/abc63d21-8fcd-448b-9af7-3a254664e0aa HTTP/1.1" status: 204  len: 168 time: 0.2371757
Oct 27 15:07:31.480485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40834) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:31.849603 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:07:31.862968 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:31.889602 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c58da-f4a4-4cb8-9a8d-e3bf3d068d21 req-0d721768-0cfd-4693-93b4-79ef69d2e678 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:31.891147 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ad1c58da-f4a4-4cb8-9a8d-e3bf3d068d21 req-0d721768-0cfd-4693-93b4-79ef69d2e678 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1223166
Oct 27 15:07:31.927290 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:31.938525 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Usage tracker for resource:security_group_rule and tenant:2a66628ac7c4418e8e7b509a1624780d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:31.941596 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:31.950508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:31.964767 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ad1c58da-f4a4-4cb8-9a8d-e3bf3d068d21 req-06eb1a90-1f1a-4468-90bb-df68103f2c1d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643027
Oct 27 15:07:32.033630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.038668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.046775 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d21ee510-6bc2-4835-a838-47daf79f3d3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:32.087816 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc514dc7-f9e5-439a-b209-ca704d3440c9,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:32.091374 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:32.096463 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2a66628ac7c4418e8e7b509a1624780d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6090665
Oct 27 15:07:32.097343 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 40860) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:32.158241 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.186586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.241684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.245669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8c0680e3-b8f8-43b5-86eb-a83552d3fc66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:32.258556 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc514dc7-f9e5-439a-b209-ca704d3440c9,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:32.262538 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:32.268047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:32.272018 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/dc514dc7-f9e5-439a-b209-ca704d3440c9 HTTP/1.1" status: 204  len: 168 time: 0.1745067
Oct 27 15:07:33.266914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841efed1-3db7-4fca-b46d-9923e3c9f2a5 req-70fccd8d-df0d-4253-aa0e-94d6291d5afd tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:33.268272 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-841efed1-3db7-4fca-b46d-9923e3c9f2a5 req-70fccd8d-df0d-4253-aa0e-94d6291d5afd tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0787251
Oct 27 15:07:33.318873 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-841efed1-3db7-4fca-b46d-9923e3c9f2a5 req-1a5dce2f-f67e-4aae-ad50-c10a9423f95c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440693
Oct 27 15:07:33.569778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-944aa565-ee2e-4e2c-b27f-4ba7c9fc78dc tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:33.571322 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-944aa565-ee2e-4e2c-b27f-4ba7c9fc78dc tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.1441946
Oct 27 15:07:33.587523 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-d6de1b09-795e-4d41-ade5-227bd2791a15 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/quotas/1db44cbda2874a4e9cd4706662ba77b9 HTTP/1.1" status: 200  len: 375 time: 0.0110018
Oct 27 15:07:33.676434 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-6601fe69-7f8e-4916-8f5c-7a861caddbd8 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0829551
Oct 27 15:07:33.823904 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-d355ad33-4499-4b1c-b469-35b90c8fe875 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406667
Oct 27 15:07:33.952718 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-82eb743b-2386-495e-a4e8-a2a7bb964768 service neutron] 10.222.0.89 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279085
Oct 27 15:07:34.134535 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-44e905c0-695b-48d4-aea3-13f1fc8384ef req-a7b26972-45c2-43c6-b7c7-cdb0d2632ba2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 210 time: 0.0425127
Oct 27 15:07:34.518996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b9e06-5d24-401d-a189-6b620d262f79 req-ce908829-7e14-41ce-8f1b-d48ee57947c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:34.520454 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bf5b9e06-5d24-401d-a189-6b620d262f79 req-ce908829-7e14-41ce-8f1b-d48ee57947c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0795755
Oct 27 15:07:34.565466 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bf5b9e06-5d24-401d-a189-6b620d262f79 req-2dd47b4e-9f7a-4f6c-a7f7-16379170ace8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393140
Oct 27 15:07:35.298419 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-49cf4686-a3ad-4036-a21e-8fc266d4ba2e req-07b097aa-ba3d-4d35-8b7c-70b0796c6dfa tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 210 time: 0.0430639
Oct 27 15:07:35.821396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e371e8f-8707-47d2-bbd8-1e4cf603f94b req-afbb3a34-3255-4c77-ae6f-9b4f4ced2eb3 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:35.822852 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4e371e8f-8707-47d2-bbd8-1e4cf603f94b req-afbb3a34-3255-4c77-ae6f-9b4f4ced2eb3 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1347318
Oct 27 15:07:35.867977 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4e371e8f-8707-47d2-bbd8-1e4cf603f94b req-363dabce-4d10-42e6-94a9-d5cc85dadd2c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379822
Oct 27 15:07:36.138125 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2af3c3d2-1bdf-4cf9-a0af-6e437a60c4b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:36.418694 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-e0e77df6-026b-4be1-9a9f-f8cf624d7907 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:36.420238 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-e0e77df6-026b-4be1-9a9f-f8cf624d7907 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/networks?id=b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 200  len: 814 time: 0.1512318
Oct 27 15:07:36.448418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Request body: {'port': {'device_id': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'admin_state_up': True, 'tenant_id': '1db44cbda2874a4e9cd4706662ba77b9'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:36.549204 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:36.553300 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e2642359-9edf-4d9a-8d99-74ef60c56654 req-ba32a8b2-4ab9-44a3-882a-d9a1b776d125 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 210 time: 0.0818107
Oct 27 15:07:36.643232 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:36.656045 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:36.667090 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Made reservation on behalf of 1db44cbda2874a4e9cd4706662ba77b9 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:36.670751 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:36.837213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Allocated IP 172.20.0.13 (b39116f0-c1aa-4666-986e-e0dfb084b606/c8291db8-704c-4e9a-8135-31ab35a6a02c/63c047e3-cab9-406f-a7db-e64d37ae9679) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:07:37.053149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.075361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b933-f73e-41f8-97dd-9242a367630c req-53f17697-811c-417c-923d-75d961feec72 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:37.076823 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3295b933-f73e-41f8-97dd-9242a367630c req-53f17697-811c-417c-923d-75d961feec72 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0843236
Oct 27 15:07:37.088086 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.094561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:37.105470 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2', '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', '06260082-ee20-46d2-82c2-6035410c5d08'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:07:37.167216 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3295b933-f73e-41f8-97dd-9242a367630c req-c403814b-e20c-404b-9f9c-27646ed9d07d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843751
Oct 27 15:07:37.178689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Network b39116f0-c1aa-4666-986e-e0dfb084b606 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:07:37.181722 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:37.184753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event updated for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:37.186468 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:07:37.214775 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:37.254951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:37.255715 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.284456 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8408000
Oct 27 15:07:37.305916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Request body: {'port': {'device_id': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:37.430739 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.885663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c047e3-cab9-406f-a7db-e64d37ae9679 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:37.894723 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.904177 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9e91f-d713-4f1e-8730-1c58f043a378 req-da3425d5-3ddd-4b69-b7ff-f7c52542dfae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:37.904861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-15b9e91f-d713-4f1e-8730-1c58f043a378 req-da3425d5-3ddd-4b69-b7ff-f7c52542dfae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:07:37.924466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Transition to ACTIVE for port object 63c047e3-cab9-406f-a7db-e64d37ae9679 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:37.929238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:37.934273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:37.967170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-15b9e91f-d713-4f1e-8730-1c58f043a378 req-da3425d5-3ddd-4b69-b7ff-f7c52542dfae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:07:37.968611 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-15b9e91f-d713-4f1e-8730-1c58f043a378 req-da3425d5-3ddd-4b69-b7ff-f7c52542dfae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 932 time: 0.2284102
Oct 27 15:07:38.078723 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Pushing event updated for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:38.090506 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:38.105439 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-15b9e91f-d713-4f1e-8730-1c58f043a378 req-fe72bbec-9c1d-4fe3-b463-73540ef655db tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272523
Oct 27 15:07:38.212206 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Attempting to bind port 63c047e3-cab9-406f-a7db-e64d37ae9679 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:07:38.212545 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Attempting to bind port 63c047e3-cab9-406f-a7db-e64d37ae9679 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:07:38.212864 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Attempting to bind port 63c047e3-cab9-406f-a7db-e64d37ae9679 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:38.219977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Port 63c047e3-cab9-406f-a7db-e64d37ae9679 on network b39116f0-c1aa-4666-986e-e0dfb084b606 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:07:38.220306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Attempting to bind port 63c047e3-cab9-406f-a7db-e64d37ae9679 on network b39116f0-c1aa-4666-986e-e0dfb084b606 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:38.229919 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:07:38.230317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Checking segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:38.230771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Bound using segment: {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:07:38.231412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Bound port: 63c047e3-cab9-406f-a7db-e64d37ae9679, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501a827b-5452-4e16-a632-275d40d16dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1321, 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:07:38.231889 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.292568 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41008) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:38.339535 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1e7d3394-077d-418a-a0ac-dd253c619e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.450099 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.478771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:07:38.487212 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:38.491253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Usage tracker for resource:security_group_rule and tenant:7b989ceb09074047aa41c3b1c49595d1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:38.491518 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=63c047e3-cab9-406f-a7db-e64d37ae9679,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:07:38.495237 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:38.497387 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.502090 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:38.502545 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:38.536166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f3f04-8bb4-4f9d-9cd5-204c98fd2702 req-c47790d6-a578-4469-8150-50ed01a1fd5c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:38.537663 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e3f3f04-8bb4-4f9d-9cd5-204c98fd2702 req-c47790d6-a578-4469-8150-50ed01a1fd5c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1671705
Oct 27 15:07:38.585505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.591196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.599151 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-025d5db0-6d86-4db5-a8d2-19d3fe04bfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:38.601262 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.603234 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] 10.222.0.91 "PUT /v2.0/ports/63c047e3-cab9-406f-a7db-e64d37ae9679 HTTP/1.1" status: 200  len: 1094 time: 1.3021040
Oct 27 15:07:38.606499 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:07:38.626248 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Pushing event updated for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:38.631139 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e3f3f04-8bb4-4f9d-9cd5-204c98fd2702 req-527d19b3-f970-44f7-9b55-7631f6c4b9fc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782230
Oct 27 15:07:38.632023 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:38.642312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae245f1-b8e3-48b6-b67b-c0cfc3bff7c0,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:38.646777 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7b989ceb09074047aa41c3b1c49595d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3529577
Oct 27 15:07:38.647593 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:38.649389 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41016) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:38.703880 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679', 'status': 'completed', 'code': 200}
Oct 27 15:07:38.716223 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.744126 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.800038 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.803994 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fa744b4f-08a7-43a5-bf90-d4bfb1c1bfa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:38.817875 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae245f1-b8e3-48b6-b67b-c0cfc3bff7c0,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:38.820979 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:38.823188 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:38.827109 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/8ae245f1-b8e3-48b6-b67b-c0cfc3bff7c0 HTTP/1.1" status: 204  len: 168 time: 0.1768091
Oct 27 15:07:39.192367 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:39.343599 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d2138-c87b-4475-ad01-37dc6cf8a0e3 req-dd8d972e-2826-4ea2-9ad5-df119fcc7d15 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:39.345062 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-823d2138-c87b-4475-ad01-37dc6cf8a0e3 req-dd8d972e-2826-4ea2-9ad5-df119fcc7d15 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.0879745
Oct 27 15:07:39.391825 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-823d2138-c87b-4475-ad01-37dc6cf8a0e3 req-053ae38f-dd40-4b05-8601-4759378efe87 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410197
Oct 27 15:07:39.831645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1be28-0bab-421b-acfb-8455b6b05bee req-02a7dcee-2f48-4546-9f61-d7a9313edfa4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:39.833319 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26f1be28-0bab-421b-acfb-8455b6b05bee req-02a7dcee-2f48-4546-9f61-d7a9313edfa4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0815058
Oct 27 15:07:39.880947 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26f1be28-0bab-421b-acfb-8455b6b05bee req-f3a01804-c714-4e12-933f-86990f3b2164 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413737
Oct 27 15:07:40.587628 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86008-2d1d-4dbf-b4a7-5f463c0bba58 req-334c2512-6c4c-4f16-add2-8e0a9de494b1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:40.588952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-67d86008-2d1d-4dbf-b4a7-5f463c0bba58 req-334c2512-6c4c-4f16-add2-8e0a9de494b1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.0778911
Oct 27 15:07:40.631908 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-67d86008-2d1d-4dbf-b4a7-5f463c0bba58 req-18dd253c-7266-480d-8c83-d3e30af494b1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375459
Oct 27 15:07:40.757811 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:41.079221 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878f73-c6f0-4fc7-bef5-a9f3b938a278 req-1709d694-f81e-4d4b-b4ca-aa1d94ba65c6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:41.080682 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e878f73-c6f0-4fc7-bef5-a9f3b938a278 req-1709d694-f81e-4d4b-b4ca-aa1d94ba65c6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0781107
Oct 27 15:07:41.129892 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e878f73-c6f0-4fc7-bef5-a9f3b938a278 req-43f5fce2-6f69-4361-9548-617dbf39052c tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433168
Oct 27 15:07:41.457078 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4565e48c-9431-4dee-9529-8a91ae9bd024 req-52224316-9be6-426c-844a-3129cf01df53 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 1097 time: 0.0693111
Oct 27 15:07:41.605779 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565e48c-9431-4dee-9529-8a91ae9bd024 req-e8f12f84-31a4-46b6-b5b0-6e3113727435 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:41.607248 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4565e48c-9431-4dee-9529-8a91ae9bd024 req-e8f12f84-31a4-46b6-b5b0-6e3113727435 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1341069
Oct 27 15:07:41.764544 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565e48c-9431-4dee-9529-8a91ae9bd024 req-74457ee1-013a-4e99-a5aa-3824888aeba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:41.766083 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4565e48c-9431-4dee-9529-8a91ae9bd024 req-74457ee1-013a-4e99-a5aa-3824888aeba5 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1497471
Oct 27 15:07:41.839759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689a98f-7184-4c5a-9940-e19439b72389 req-e61746ef-6f4e-44d5-b08d-4e9d4e439934 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:41.847052 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3689a98f-7184-4c5a-9940-e19439b72389 req-e61746ef-6f4e-44d5-b08d-4e9d4e439934 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.0910475
Oct 27 15:07:41.901697 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3689a98f-7184-4c5a-9940-e19439b72389 req-53d36ecf-703f-4a89-8cfc-cf5c323152fe tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520144
Oct 27 15:07:41.929635 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-43c45765-df4e-4db7-8483-ad391f670d12 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 1097 time: 0.1126444
Oct 27 15:07:42.004163 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-f29d1dcf-df8d-407c-ac33-f642793f7ba6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63c047e3-cab9-406f-a7db-e64d37ae9679 HTTP/1.1" status: 200  len: 217 time: 0.0676901
Oct 27 15:07:42.074157 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-28ff3414-b9de-44bc-bb40-0d1393c2b794 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:42.075635 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-28ff3414-b9de-44bc-bb40-0d1393c2b794 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 200  len: 854 time: 0.0602622
Oct 27 15:07:42.130193 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-888b06ca-d10d-4ff7-86b5-e7416ed29616 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=b39116f0-c1aa-4666-986e-e0dfb084b606&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0394697
Oct 27 15:07:42.317864 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-0e6e5a20-e3d4-4816-ac4b-6acb6ee7fe7b service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727319
Oct 27 15:07:42.438255 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048c780-ea2d-4bb5-aa0e-122181c3b4cb req-b34dcb03-fd1f-404e-8f90-8415f6b0f5e5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:42.439720 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3048c780-ea2d-4bb5-aa0e-122181c3b4cb req-b34dcb03-fd1f-404e-8f90-8415f6b0f5e5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1825831
Oct 27 15:07:42.507256 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ff71575-46df-4772-a7cf-1c712a5ae57f req-ef39e25c-b3a9-4ff0-baa1-256f8bd8c715 service neutron] 10.222.0.91 "GET /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761403
Oct 27 15:07:42.516847 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3048c780-ea2d-4bb5-aa0e-122181c3b4cb req-292e3862-2881-4b20-8b53-2ea0d771a2b1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633936
Oct 27 15:07:43.108502 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bed6a0-4c87-484b-b2cd-7e9edb18321d req-4c61dc04-60e5-4214-81a1-469d41756ca5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:43.109996 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-57bed6a0-4c87-484b-b2cd-7e9edb18321d req-4c61dc04-60e5-4214-81a1-469d41756ca5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.0812757
Oct 27 15:07:43.161025 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-57bed6a0-4c87-484b-b2cd-7e9edb18321d req-62c7432f-cb7c-4662-a09b-feb1452b48c2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457413
Oct 27 15:07:43.689827 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-93dbae37-6b98-41a9-a386-ad3c3a98b1ba tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=232e08d132a9419d8e005d58c8c63763&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0329816
Oct 27 15:07:43.810000 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c21266d-5428-45ee-88c1-7424707f5fbc req-bc20e002-0ebe-4f35-9ae3-6072a046908d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:43.811565 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8c21266d-5428-45ee-88c1-7424707f5fbc req-bc20e002-0ebe-4f35-9ae3-6072a046908d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1554096
Oct 27 15:07:43.868528 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8c21266d-5428-45ee-88c1-7424707f5fbc req-a4d71a4d-d807-4b23-a9e2-8fad6e6a99d3 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511096
Oct 27 15:07:43.872231 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962283-2934-4010-ad96-282762cef26a req-84ad2ff9-583a-40fa-aabe-4b50bf94fe8a tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:43.874316 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-84ad2ff9-583a-40fa-aabe-4b50bf94fe8a tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1836576
Oct 27 15:07:43.891393 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-55646bb5-068d-443b-8e20-65b09cf6335c tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/quotas/232e08d132a9419d8e005d58c8c63763 HTTP/1.1" status: 200  len: 375 time: 0.0118141
Oct 27 15:07:43.940242 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-16217e31-d311-4f42-b968-644de216af21 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=232e08d132a9419d8e005d58c8c63763&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0434213
Oct 27 15:07:44.121926 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d7f8c203-1ea0-44d3-a607-2a368cc15130 req-12d6f5e2-fe8e-412b-a2ca-6080e8761dd2 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 210 time: 0.0432854
Oct 27 15:07:44.381246 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22bf19a-f4c8-45d0-a767-85d68bba1f25 req-f0dd7127-fdf3-4333-9023-73095faebbd1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:44.392097 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d22bf19a-f4c8-45d0-a767-85d68bba1f25 req-f0dd7127-fdf3-4333-9023-73095faebbd1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.1010439
Oct 27 15:07:44.441348 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d22bf19a-f4c8-45d0-a767-85d68bba1f25 req-68ea7e74-66d2-4164-b230-feb41fef220d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483658
Oct 27 15:07:45.087036 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:45.203680 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c323c6-0f63-4670-9de9-bc39abbb76dc req-24552a58-7fc9-4133-9359-8c1c44c0c689 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:45.211293 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b9c323c6-0f63-4670-9de9-bc39abbb76dc req-24552a58-7fc9-4133-9359-8c1c44c0c689 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1010973
Oct 27 15:07:45.280952 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b9c323c6-0f63-4670-9de9-bc39abbb76dc req-34da17c3-6793-49a2-9e2a-b8fdb42b7ebc tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687397
Oct 27 15:07:45.366670 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-931c4dc0-756a-4755-8cd9-b7d14e7886c8 req-232beb65-6282-4a9e-afb6-9607a42a8643 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 210 time: 0.0530918
Oct 27 15:07:45.464319 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-e78ffd43-ab78-4007-963f-114cd08c32c4 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=232e08d132a9419d8e005d58c8c63763&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0321944
Oct 27 15:07:45.522831 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432781d-2df0-4608-8bac-5c696a5fb477 req-d45fe283-5142-433d-886e-160b14bccadd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:45.525566 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a432781d-2df0-4608-8bac-5c696a5fb477 req-d45fe283-5142-433d-886e-160b14bccadd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0992005
Oct 27 15:07:45.625385 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a432781d-2df0-4608-8bac-5c696a5fb477 req-26ebacf6-b613-454d-b797-8a91551aec1b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908916
Oct 27 15:07:45.778073 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962283-2934-4010-ad96-282762cef26a req-b16444a1-1847-42a9-9d56-55fef134b65c tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:45.779487 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-b16444a1-1847-42a9-9d56-55fef134b65c tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3074019
Oct 27 15:07:45.798092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa23578-5fe4-4eee-b3ff-8977adba2490 req-abfb14ed-e3cd-4058-890b-6d6816623f27 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:45.799609 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa23578-5fe4-4eee-b3ff-8977adba2490 req-abfb14ed-e3cd-4058-890b-6d6816623f27 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.1183717
Oct 27 15:07:45.822942 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Request body: {'port': {'device_id': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d', 'admin_state_up': True, 'tenant_id': '232e08d132a9419d8e005d58c8c63763'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:45.937039 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa23578-5fe4-4eee-b3ff-8977adba2490 req-66cd6e6c-29e8-4b23-8d47-a6386f263224 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318636
Oct 27 15:07:45.979713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:45.983658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Usage tracker for resource:port and tenant:232e08d132a9419d8e005d58c8c63763 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:45.986826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:45.992544 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:46.001682 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Made reservation on behalf of 232e08d132a9419d8e005d58c8c63763 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:46.005029 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.019087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.052137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:46.056481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Usage tracker for resource:security_group_rule and tenant:232e08d132a9419d8e005d58c8c63763 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:46.059542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:46.065483 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:46.136781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.140697 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.143595 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-82093f94-84ad-41bf-a19e-5dc8fbed66bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:46.222371 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5aa110-ae52-4aa7-9631-2b82567c1750,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:46.228215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:46.322248 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Allocated IP 192.168.233.92 (228d460b-9b50-4a7a-a281-6e26f555963d/20b410c3-b7cc-4300-92ba-741f7e0fd064/b3de81fa-d425-4a19-b51e-58db50cf021b) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:07:46.628866 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9f2b7f96-51cd-44f2-899e-141ade8be2ed req-19073f25-822e-4d7f-8b65-00d74a9b1f42 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 210 time: 0.0625954
Oct 27 15:07:46.630341 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d5571-0423-4cc6-ac0d-f278f5110fbf req-3f2968a3-001e-4506-b5a3-4ac19ecfedb8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:46.633995 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ed9d5571-0423-4cc6-ac0d-f278f5110fbf req-3f2968a3-001e-4506-b5a3-4ac19ecfedb8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1752036
Oct 27 15:07:46.721193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.740252 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ed9d5571-0423-4cc6-ac0d-f278f5110fbf req-3b8fe025-5592-4ecb-b6dc-f83be514a37b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962696
Oct 27 15:07:46.743608 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Transition to ACTIVE for port object b3de81fa-d425-4a19-b51e-58db50cf021b will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:46.777825 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:46.790307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da670638-50f7-4ad7-8018-38cc0c472e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:46.893357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Network 228d460b-9b50-4a7a-a281-6e26f555963d is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:07:46.900254 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:46.902797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Pushing event updated for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:46.928475 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:46.929721 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:07:47.104431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:47.105033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.182213 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.3633978
Oct 27 15:07:47.204957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Request body: {'port': {'device_id': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:47.280514 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63b3fd-e1c7-490d-9008-02f08a0285fd req-4d7f5560-647f-4007-98c0-baf6f3192ebc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:47.289612 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9a63b3fd-e1c7-490d-9008-02f08a0285fd req-4d7f5560-647f-4007-98c0-baf6f3192ebc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2585869
Oct 27 15:07:47.332304 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f103b-7a85-4195-8681-06a2851abf7c req-7e16c0b2-8c18-40ca-9e82-c0f57e0be7ae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:47.333752 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-702f103b-7a85-4195-8681-06a2851abf7c req-7e16c0b2-8c18-40ca-9e82-c0f57e0be7ae tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 944 time: 0.1322434
Oct 27 15:07:47.382397 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 63c047e3-cab9-406f-a7db-e64d37ae9679 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:07:47.416054 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-702f103b-7a85-4195-8681-06a2851abf7c req-8f09c0c1-f290-4715-9e7f-b0db3263d7a5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742610
Oct 27 15:07:47.432721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9a63b3fd-e1c7-490d-9008-02f08a0285fd req-48a1b2ea-9c09-4bd2-8285-1b757ba83b05 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1412349
Oct 27 15:07:47.447160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.539968 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-0afcdcaf-93e8-4b36-a2ec-d73a8af744af None None] Provisioning for port b3de81fa-d425-4a19-b51e-58db50cf021b completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:47.547804 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-0afcdcaf-93e8-4b36-a2ec-d73a8af744af None None] Provisioning complete for port b3de81fa-d425-4a19-b51e-58db50cf021b triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:07:47.548174 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0afcdcaf-93e8-4b36-a2ec-d73a8af744af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.630130 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-0afcdcaf-93e8-4b36-a2ec-d73a8af744af None None] Port b3de81fa-d425-4a19-b51e-58db50cf021b cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:07:47.632757 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=63c047e3-cab9-406f-a7db-e64d37ae9679,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:47.654384 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '63c047e3-cab9-406f-a7db-e64d37ae9679', 'network_id': 'b39116f0-c1aa-4666-986e-e0dfb084b606', 'port_id': '63c047e3-cab9-406f-a7db-e64d37ae9679', 'mac_address': 'fa:16:3e:6d:a4:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8291db8-704c-4e9a-8135-31ab35a6a02c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:07:47.728977 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.753056 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c047e3-cab9-406f-a7db-e64d37ae9679 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:47.772160 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=63c047e3-cab9-406f-a7db-e64d37ae9679,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:47.777730 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.780777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:47.862348 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f265da-2bda-45a6-b471-c363249a442a req-a143a17a-bd3f-43bf-a682-03c73bda3279 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:47.863939 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d4f265da-2bda-45a6-b471-c363249a442a req-a143a17a-bd3f-43bf-a682-03c73bda3279 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 935 time: 0.0996299
Oct 27 15:07:47.942357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3de81fa-d425-4a19-b51e-58db50cf021b {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:47.947810 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:47.954397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.960315 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.961672 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.962867 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.963568 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.964126 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.964663 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.965203 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.966027 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.966777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.967593 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.969745 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:47.971713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Transition to ACTIVE for port object b3de81fa-d425-4a19-b51e-58db50cf021b will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:47.973366 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d4f265da-2bda-45a6-b471-c363249a442a req-1dc167b8-ff37-4832-8dc3-b63f301f5b5c tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024783
Oct 27 15:07:47.979257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:47.986963 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:47.991479 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:48.162515 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:48.173916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:48.191417 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['63c047e3-cab9-406f-a7db-e64d37ae9679'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:07:48.463466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564e1b7-b4be-4ffd-9966-3a5bc260fa93 req-3ce58fec-6e9a-4ba2-90e2-7b1a0d9b4990 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:48.466168 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c564e1b7-b4be-4ffd-9966-3a5bc260fa93 req-3ce58fec-6e9a-4ba2-90e2-7b1a0d9b4990 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.4442267
Oct 27 15:07:48.574518 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Attempting to bind port b3de81fa-d425-4a19-b51e-58db50cf021b on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:07:48.574951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Attempting to bind port b3de81fa-d425-4a19-b51e-58db50cf021b by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:07:48.575333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Attempting to bind port b3de81fa-d425-4a19-b51e-58db50cf021b on network 228d460b-9b50-4a7a-a281-6e26f555963d {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:48.603054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Port b3de81fa-d425-4a19-b51e-58db50cf021b on network 228d460b-9b50-4a7a-a281-6e26f555963d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:07:48.603378 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Attempting to bind port b3de81fa-d425-4a19-b51e-58db50cf021b on network 228d460b-9b50-4a7a-a281-6e26f555963d {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:48.614291 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:07:48.614618 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Checking segment: {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:48.614992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Bound using segment: {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:07:48.615417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Bound port: b3de81fa-d425-4a19-b51e-58db50cf021b, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f18c4493-03cc-4f23-9083-9cd7ac3dd4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1309, 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:07:48.615789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:48.642313 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-508b4bd2-3017-48d3-ad26-34eef18e75e9 req-f08cba54-c4a8-4323-9de8-6aec35887e6b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.3082206
Oct 27 15:07:48.656167 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c564e1b7-b4be-4ffd-9966-3a5bc260fa93 req-35abad8e-0075-4fdd-9e1f-e1a8e56f0663 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694875
Oct 27 15:07:48.704354 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b2bfa-b8de-4015-8ec9-5fbc4bbc9907 req-2cc2b6c2-00cd-4ade-b604-addce5ee23e4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:48.707570 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb2b2bfa-b8de-4015-8ec9-5fbc4bbc9907 req-2cc2b6c2-00cd-4ade-b604-addce5ee23e4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 945 time: 0.1075964
Oct 27 15:07:48.774329 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb2b2bfa-b8de-4015-8ec9-5fbc4bbc9907 req-1a45a9ed-9106-4796-8581-7cd845af6323 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608292
Oct 27 15:07:48.802407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-508b4bd2-3017-48d3-ad26-34eef18e75e9 req-5d9f9c4d-2f00-421a-818a-7f2cececdf09 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448872
Oct 27 15:07:48.845581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:07:48.860292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b3de81fa-d425-4a19-b51e-58db50cf021b,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:07:48.868066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:48.872857 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a3bcaf9d-4449-488b-951a-dfc13529906a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:48.907475 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41328) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:48.949379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:48.950944 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] 10.222.0.91 "PUT /v2.0/ports/b3de81fa-d425-4a19-b51e-58db50cf021b HTTP/1.1" status: 200  len: 1097 time: 1.7507839
Oct 27 15:07:48.952087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:07:48.980209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a65fe1-fc5d-41eb-a5ba-43931fc739bf req-54ac5123-40b1-453c-bbc4-55e36a2f2caa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:48.985588 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78a65fe1-fc5d-41eb-a5ba-43931fc739bf req-54ac5123-40b1-453c-bbc4-55e36a2f2caa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1794837
Oct 27 15:07:48.986479 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:48.990363 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:49.025097 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b', 'status': 'completed', 'code': 200}
Oct 27 15:07:49.065073 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78a65fe1-fc5d-41eb-a5ba-43931fc739bf req-98825734-d828-4477-9033-7d9d2afa3e07 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692582
Oct 27 15:07:49.171186 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-995fc3a1-ea9f-4fa3-b299-9e8b655c0860 req-ec09f620-1858-43af-a248-3b577622e6f0 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232e08d132a9419d8e005d58c8c63763&device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 1100 time: 0.0865779
Oct 27 15:07:49.212561 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.214461 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-995fc3a1-ea9f-4fa3-b299-9e8b655c0860 req-d1dad1e5-d8d8-4dfe-b22e-18a8c8e78d25 service neutron] 10.222.0.91 "GET /v2.0/networks?tenant_id=232e08d132a9419d8e005d58c8c63763&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0307012
Oct 27 15:07:49.269492 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:49.274858 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Usage tracker for resource:security_group_rule and tenant:2413768f07b24643aabbc266db7072a5 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:49.279073 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:49.291267 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38f85f-773b-413b-bdfc-983ec285ccc8 req-e855e8a1-6614-472c-9cd8-9791636a4908 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:49.301359 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-de38f85f-773b-413b-bdfc-983ec285ccc8 req-e855e8a1-6614-472c-9cd8-9791636a4908 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 947 time: 0.1564853
Oct 27 15:07:49.304341 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:49.380884 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fc3a1-ea9f-4fa3-b299-9e8b655c0860 req-4abfec8e-a308-4cac-86c9-6772d5b05495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:49.382448 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-995fc3a1-ea9f-4fa3-b299-9e8b655c0860 req-4abfec8e-a308-4cac-86c9-6772d5b05495 service neutron] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1594398
Oct 27 15:07:49.383942 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-de38f85f-773b-413b-bdfc-983ec285ccc8 req-3b3de54b-126e-48eb-9695-f04edc605380 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814984
Oct 27 15:07:49.428108 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.432738 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.440554 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:49.482716 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=2413768f07b24643aabbc266db7072a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5741317
Oct 27 15:07:49.484032 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93282bd8-07b0-412f-9ce4-528a12a32692,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:49.485345 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41344) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:49.487209 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:49.539959 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-92a564d4-f059-48b7-85ec-6fa07aa4f8f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=232e08d132a9419d8e005d58c8c63763&device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 1100 time: 0.1032140
Oct 27 15:07:49.633389 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.644191 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-b92074c7-8ebc-451e-8f46-6c8792d1e381 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=b3de81fa-d425-4a19-b51e-58db50cf021b HTTP/1.1" status: 200  len: 217 time: 0.0884802
Oct 27 15:07:49.694054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.753847 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9962283-2934-4010-ad96-282762cef26a req-8a83dbdf-c8f0-4a0b-b546-bc157f56eb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:49.755408 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-8a83dbdf-c8f0-4a0b-b546-bc157f56eb72 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=20b410c3-b7cc-4300-92ba-741f7e0fd064 HTTP/1.1" status: 200  len: 843 time: 0.0999250
Oct 27 15:07:49.850128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.856083 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:49.873300 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93282bd8-07b0-412f-9ce4-528a12a32692,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:49.881938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:49.894600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:49.898108 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/93282bd8-07b0-412f-9ce4-528a12a32692 HTTP/1.1" status: 204  len: 168 time: 0.4043791
Oct 27 15:07:49.960308 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be13807-11ca-43fc-8eb8-4c20b9ed3e34 req-965c1a43-a940-46f8-8af0-6195f7430da4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:49.964030 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0be13807-11ca-43fc-8eb8-4c20b9ed3e34 req-965c1a43-a940-46f8-8af0-6195f7430da4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1645572
Oct 27 15:07:49.969443 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-7192aee0-f41b-49f3-a7ab-01f79620f509 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=228d460b-9b50-4a7a-a281-6e26f555963d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2007627
Oct 27 15:07:50.068685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50f395-5dfe-4b99-8a27-96dcfbf51920 req-1fada17a-2267-440d-b87d-e029fc59e1fe tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:50.070313 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b50f395-5dfe-4b99-8a27-96dcfbf51920 req-1fada17a-2267-440d-b87d-e029fc59e1fe tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 945 time: 0.1639316
Oct 27 15:07:50.111987 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0be13807-11ca-43fc-8eb8-4c20b9ed3e34 req-d5e99b37-3f46-4230-a524-86c3189583e3 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428413
Oct 27 15:07:50.137788 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b50f395-5dfe-4b99-8a27-96dcfbf51920 req-df82f6ea-0fca-40d0-ae61-b8c0a23a29fb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573297
Oct 27 15:07:50.244184 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-0ae36776-fa21-4cd1-97ae-2100076ad559 service neutron] 10.222.0.91 "GET /v2.0/networks/228d460b-9b50-4a7a-a281-6e26f555963d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2461228
Oct 27 15:07:50.501713 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a9962283-2934-4010-ad96-282762cef26a req-67672ce5-2ee7-4d1f-8521-c801c78f5942 service neutron] 10.222.0.91 "GET /v2.0/networks/228d460b-9b50-4a7a-a281-6e26f555963d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2462597
Oct 27 15:07:50.510654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13938c-9981-4f7d-bc0d-ae42053c63de req-82e32b13-b0b8-446e-844d-c982671fb172 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:50.517607 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1d13938c-9981-4f7d-bc0d-ae42053c63de req-82e32b13-b0b8-446e-844d-c982671fb172 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2254581
Oct 27 15:07:50.585781 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1d13938c-9981-4f7d-bc0d-ae42053c63de req-fa6d8a49-1df1-462e-9875-f30c638877fd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669816
Oct 27 15:07:50.608263 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570c2d0-cfb0-4ca6-ba22-e78e467342c0 req-757c4c53-be39-4e9e-8da7-486b0cbe09e6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:50.610071 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e570c2d0-cfb0-4ca6-ba22-e78e467342c0 req-757c4c53-be39-4e9e-8da7-486b0cbe09e6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 947 time: 0.0891051
Oct 27 15:07:50.664858 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e570c2d0-cfb0-4ca6-ba22-e78e467342c0 req-0c8893b0-6f77-4b2c-b3d0-03f11cd84b34 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486681
Oct 27 15:07:50.877433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41386) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:51.156123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.192196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:51.196169 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Usage tracker for resource:security_group_rule and tenant:191c3f8e83074cc4abd2f23a9152a908 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:51.199282 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:51.205159 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:51.374413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.383536 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.391162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:51.410115 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 63c047e3-cab9-406f-a7db-e64d37ae9679 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:07:51.427487 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28315268-cf8f-48cb-ac4d-b4b0a517c88d req-9aae0a6f-8960-4932-b5c5-1cdc15ce65bd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:51.430372 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-28315268-cf8f-48cb-ac4d-b4b0a517c88d req-9aae0a6f-8960-4932-b5c5-1cdc15ce65bd tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 945 time: 0.0966504
Oct 27 15:07:51.443253 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8492581-cbfa-46b3-8230-6474d32c4ec7,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:51.452214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:51.460350 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=191c3f8e83074cc4abd2f23a9152a908&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5811086
Oct 27 15:07:51.462084 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41416) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:51.506467 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e7cfd-5e29-4750-8fdc-926db8205652 req-eb9ce77b-4a85-4880-89ce-be6f13d76c7a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:51.510926 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-28315268-cf8f-48cb-ac4d-b4b0a517c88d req-2d847d3e-6a06-43b0-abf8-cf69cef584c7 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716062
Oct 27 15:07:51.513435 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-024e7cfd-5e29-4750-8fdc-926db8205652 req-eb9ce77b-4a85-4880-89ce-be6f13d76c7a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1824522
Oct 27 15:07:51.526705 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 63c047e3-cab9-406f-a7db-e64d37ae9679 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:51.534718 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 63c047e3-cab9-406f-a7db-e64d37ae9679 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:07:51.535134 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.587463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.590868 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-024e7cfd-5e29-4750-8fdc-926db8205652 req-d4b59b03-53aa-46d6-b180-9dabce1be292 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768075
Oct 27 15:07:51.621652 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.675598 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.683716 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.687379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-17569ca7-1de6-417f-ad29-bd4183c4f314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:51.699629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8492581-cbfa-46b3-8230-6474d32c4ec7,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:51.702727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:51.707841 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.718740 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d8492581-cbfa-46b3-8230-6474d32c4ec7 HTTP/1.1" status: 204  len: 168 time: 0.2491128
Oct 27 15:07:51.748601 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:07:51.762894 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=63c047e3-cab9-406f-a7db-e64d37ae9679,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:51.775699 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:51.777971 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:51.854824 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:51.858652 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:51.883646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28848a-86b7-43c9-be0d-117f520060e8 req-27abdffd-a782-4600-8b34-ada11f4f334a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:51.885120 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5e28848a-86b7-43c9-be0d-117f520060e8 req-27abdffd-a782-4600-8b34-ada11f4f334a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1082613
Oct 27 15:07:51.960288 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5e28848a-86b7-43c9-be0d-117f520060e8 req-1bb8d3c1-a273-4eb1-a999-958bf7ecc7bd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676420
Oct 27 15:07:52.052643 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595327f3-af9d-40af-af26-e22963c233c7 req-e1228f69-e171-438b-b8a3-bdeaef91a8f9 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:52.054231 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-595327f3-af9d-40af-af26-e22963c233c7 req-e1228f69-e171-438b-b8a3-bdeaef91a8f9 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 947 time: 0.1544762
Oct 27 15:07:52.066795 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679', 'code': 200}
Oct 27 15:07:52.122997 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-595327f3-af9d-40af-af26-e22963c233c7 req-364af9f2-26fe-4a63-929d-5c5f601fb3bc tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623360
Oct 27 15:07:52.457788 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-007585cc-700e-4a49-9284-008aeca77120 req-2e5d70c5-6c67-46d7-9538-03fe3a4c2728 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 1099 time: 0.1879616
Oct 27 15:07:52.461540 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-020f8368-9179-4cd6-b909-96a18c24dcfd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.1400363
Oct 27 15:07:52.466762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9892281-c7a7-439a-bdd8-00e4ad36448e req-cec3e216-231d-4387-b26b-7f4e3687499d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:52.468986 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c9892281-c7a7-439a-bdd8-00e4ad36448e req-cec3e216-231d-4387-b26b-7f4e3687499d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0961208
Oct 27 15:07:52.525035 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c9892281-c7a7-439a-bdd8-00e4ad36448e req-e2342732-e6e2-42d6-9309-4d9949a52297 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503082
Oct 27 15:07:52.645521 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-007585cc-700e-4a49-9284-008aeca77120 req-03325533-5213-4fea-92a4-63a80b6201a8 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1676967
Oct 27 15:07:52.698934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41462) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:52.718054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-bf4d3c15-3bd7-4ad5-9f1c-759a47c5f259 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:52.719629 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-bf4d3c15-3bd7-4ad5-9f1c-759a47c5f259 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.2266459
Oct 27 15:07:52.753005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41468) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:52.753365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9d49c-544b-418d-812b-3448cbe31839 req-009a1ae8-2b64-4891-8fe0-ddb53f796e5e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:52.755877 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-77b9d49c-544b-418d-812b-3448cbe31839 req-009a1ae8-2b64-4891-8fe0-ddb53f796e5e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.0920196
Oct 27 15:07:52.809797 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-77b9d49c-544b-418d-812b-3448cbe31839 req-389cae77-6e1d-4333-9788-62fa0fba4e93 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489326
Oct 27 15:07:52.893963 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-504640568-network', 'tenant_id': 'ff7a0fe5498d457f807696add8104865'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:52.916437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:52.922523 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Usage tracker for resource:network and tenant:ff7a0fe5498d457f807696add8104865 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:52.925397 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:52.928200 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:52.936772 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-3eddd2d8-9066-4ae0-9fda-c621db898278 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.0642109
Oct 27 15:07:52.941093 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:52.962634 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Made reservation on behalf of ff7a0fe5498d457f807696add8104865 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:52.964872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:52.981580 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:52.991614 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:52.996770 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Usage tracker for resource:security_group_rule and tenant:23dda4ab036e4f8998d01e62729f24b5 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:53.001684 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:53.008659 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:53.013684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-b8d20007-0c40-469b-9b04-367f0832a3d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:53.015305 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-b8d20007-0c40-469b-9b04-367f0832a3d6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.0672424
Oct 27 15:07:53.034649 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:53.044117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Usage tracker for resource:security_group_rule and tenant:ff7a0fe5498d457f807696add8104865 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:53.046552 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:53.055930 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:53.077522 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-d4dcf067-8225-4bab-976a-cb4f0193f8ec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480061
Oct 27 15:07:53.124858 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.137820 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.149877 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4463a02f-681d-4876-a5a5-d4beb4166cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:53.273938 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-fec4cafe-905a-4377-aa79-2489fd415fc9 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861005
Oct 27 15:07:53.301476 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.302562 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad85938-078a-40ee-b535-42af5e7bf48f,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:53.309311 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=23dda4ab036e4f8998d01e62729f24b5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6091666
Oct 27 15:07:53.311259 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:53.311803 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.314511 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41482) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:53.315205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c34c37d4-7bbd-4e94-bfef-35744692fbbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:53.373396 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1302}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:07:53.394094 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6003f5d0-c1ad-498d-a433-92aac55cd519,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:53.408555 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:53.409517 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.409746 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Added segment f5138626-80c3-471d-b444-1ac1c780910c of type vlan for network 6315ffd6-cbcc-424e-8184-25a4113de63a
Oct 27 15:07:53.423947 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device b3de81fa-d425-4a19-b51e-58db50cf021b details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:07:53.465036 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd89938b-d448-44cd-9e0d-f9375941517d req-e8ca45c6-0533-4104-89f4-33b6bdd085bb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:53.472766 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cd89938b-d448-44cd-9e0d-f9375941517d req-e8ca45c6-0533-4104-89f4-33b6bdd085bb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.3142729
Oct 27 15:07:53.506425 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.516569 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-c9a051a7-aa19-41fb-bea7-042cc09a1bd7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:53.517245 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-c9a051a7-aa19-41fb-bea7-042cc09a1bd7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Synchronizing usage tracker for tenant:232e08d132a9419d8e005d58c8c63763 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:07:53.524345 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.525954 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b7d127ed-711a-4d32-812b-1d898c485d0f req-17001cce-327b-4884-b5fb-60717f9c10bd service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859975
Oct 27 15:07:53.543709 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-c9a051a7-aa19-41fb-bea7-042cc09a1bd7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Unset dirty status for tenant:232e08d132a9419d8e005d58c8c63763 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:07:53.545112 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-c9a051a7-aa19-41fb-bea7-042cc09a1bd7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 947 time: 0.2701643
Oct 27 15:07:53.591863 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.611225 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b3de81fa-d425-4a19-b51e-58db50cf021b,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:53.615943 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cd89938b-d448-44cd-9e0d-f9375941517d req-f940205a-fb04-454c-b808-edfe92ea5ac0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1419573
Oct 27 15:07:53.621298 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.623534 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:53.624127 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.630323 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'b3de81fa-d425-4a19-b51e-58db50cf021b', 'network_id': '228d460b-9b50-4a7a-a281-6e26f555963d', 'port_id': 'b3de81fa-d425-4a19-b51e-58db50cf021b', 'mac_address': 'fa:16:3e:78:93:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b410c3-b7cc-4300-92ba-741f7e0fd064', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:07:53.665085 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:53.687869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-b64f27a4-806a-4194-9c2a-7703c9b6d900 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Synchronizing usage tracker for tenant:232e08d132a9419d8e005d58c8c63763 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:07:53.692537 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9350893
Oct 27 15:07:53.693583 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41490) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:53.702138 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.715708 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Request body: {'subnet': {'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-504640568-subnet', 'tenant_id': 'ff7a0fe5498d457f807696add8104865', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:53.720979 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-b64f27a4-806a-4194-9c2a-7703c9b6d900 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Unset dirty status for tenant:232e08d132a9419d8e005d58c8c63763 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:07:53.722561 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e1a7bbec-774a-4bd8-ab22-a751cfd49e7d req-b64f27a4-806a-4194-9c2a-7703c9b6d900 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1707392
Oct 27 15:07:53.722962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:53.727792 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Usage tracker for resource:subnet and tenant:ff7a0fe5498d457f807696add8104865 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:53.730834 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:53.737208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:53.743482 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3de81fa-d425-4a19-b51e-58db50cf021b {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:07:53.750416 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Made reservation on behalf of ff7a0fe5498d457f807696add8104865 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:53.752848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.764309 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b3de81fa-d425-4a19-b51e-58db50cf021b,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:07:53.770069 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.774325 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-af426ad5-9654-4165-ad46-2b3d392ad001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:53.791863 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Pushing event updated for resources: {'Network': ['ID=6315ffd6-cbcc-424e-8184-25a4113de63a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:53.813909 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 6315ffd6-cbcc-424e-8184-25a4113de63a details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:07:53.830955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:53.860740 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.865232 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-102e277c-8e5e-48fd-b6b2-03d63dc6c059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:53.878357 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad85938-078a-40ee-b535-42af5e7bf48f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:53.891840 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:53.901589 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:53.902701 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fad85938-078a-40ee-b535-42af5e7bf48f HTTP/1.1" status: 204  len: 168 time: 0.5796416
Oct 27 15:07:53.914999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab460f64-0379-4493-8e40-3163cf1dd064 req-c2417da8-0932-4ec2-9a9a-823cb23f9d67 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:53.916628 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ab460f64-0379-4493-8e40-3163cf1dd064 req-c2417da8-0932-4ec2-9a9a-823cb23f9d67 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1223772
Oct 27 15:07:53.986128 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ab460f64-0379-4493-8e40-3163cf1dd064 req-46fb9d41-12cf-4aab-b3c6-fe7392048b9a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609195
Oct 27 15:07:53.990997 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:53.994783 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:54.070817 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:54.081730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:54.168372 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Pushing event updated for resources: {'Subnet': ['ID=936a4d93-6eaa-4710-b442-83a7bd5f6e76,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:54.171592 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:54.188915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd969bc-46b3-464a-a739-471f3035b99a req-6b2b92e3-4bb6-40cb-a8de-073230bdaa7a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:54.190365 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9bd969bc-46b3-464a-a739-471f3035b99a req-6b2b92e3-4bb6-40cb-a8de-073230bdaa7a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1696522
Oct 27 15:07:54.192707 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Checking segment: {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:54.193071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Network hostable DHCP agents. Network: 6315ffd6-cbcc-424e-8184-25a4113de63a, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:07:54.250607 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9bd969bc-46b3-464a-a739-471f3035b99a req-df82e500-39c8-4f10-86e9-b1f0df7cc6f1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511489
Oct 27 15:07:54.252265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Network 6315ffd6-cbcc-424e-8184-25a4113de63a is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:07:54.263095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 6315ffd6-cbcc-424e-8184-25a4113de63a) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:54.268297 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:54.270336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:54.271516 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adfcc88-a981-45f2-b4d6-5bd1bb7d30d7 None None] Network 6315ffd6-cbcc-424e-8184-25a4113de63a requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:54.299753 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-0cb85ef6-73f3-469b-a28d-54ca238a790c admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5898323
Oct 27 15:07:54.501502 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3531df-0c5a-4d67-8f28-8e42b0a167bf None None] Network 6315ffd6-cbcc-424e-8184-25a4113de63a requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:54.835600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41526) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:54.851968 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4016e92-0eb5-4e4a-a798-f6092d6d2a1e req-86ffb2a8-9677-46fb-830e-9986fd22798f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:54.859165 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c4016e92-0eb5-4e4a-a798-f6092d6d2a1e req-86ffb2a8-9677-46fb-830e-9986fd22798f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0935585
Oct 27 15:07:54.900912 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c4016e92-0eb5-4e4a-a798-f6092d6d2a1e req-a996c0b7-30f4-4e36-81cc-05b3bc443a39 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406404
Oct 27 15:07:54.974180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d546752-82a1-4a0c-99d6-e7f9f1939584 req-2dfbcd23-4263-470d-b1e1-5d5212558d27 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:54.975669 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d546752-82a1-4a0c-99d6-e7f9f1939584 req-2dfbcd23-4263-470d-b1e1-5d5212558d27 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 948 time: 0.0936658
Oct 27 15:07:55.003561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670690823-network', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:55.012675 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:55.024463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Usage tracker for resource:network and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:55.028408 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:55.039727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:55.053474 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d546752-82a1-4a0c-99d6-e7f9f1939584 req-a06c15b0-5b83-434f-9771-f2d097a3b13f tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700819
Oct 27 15:07:55.055324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Made reservation on behalf of 0ef0fcc833424463b242c242eeeaebf1 for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:55.057849 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.074667 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.130366 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:55.134782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:55.138321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:55.146401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:55.224362 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ae35b-b174-45c7-bb4b-0dd27d4b10f5 req-245ee31a-9aa2-4860-ae65-2cc2d3b0c179 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:55.225881 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3e3ae35b-b174-45c7-bb4b-0dd27d4b10f5 req-245ee31a-9aa2-4860-ae65-2cc2d3b0c179 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1148012
Oct 27 15:07:55.234505 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.238767 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.244966 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:55.273566 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:07:55.284923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.285262 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Added segment bad25e1d-9c59-4ec6-8e88-461eed83800f of type vlan for network 5bfb410c-3f78-4859-9b01-567af282983d
Oct 27 15:07:55.299776 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3e3ae35b-b174-45c7-bb4b-0dd27d4b10f5 req-10f399d6-e3de-4f1f-abd8-9f5663bd2978 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658817
Oct 27 15:07:55.332606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.337397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ac1b8-2f93-43e7-aa03-0b9ce9169857,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:55.341600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:55.365921 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.367862 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:55.368429 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.372871 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:55.462386 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6251659
Oct 27 15:07:55.465715 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41540) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:55.471152 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Request body: {'subnet': {'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670690823-subnet', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:55.476323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:55.480089 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Usage tracker for resource:subnet and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:55.482920 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:55.488664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:55.499128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Made reservation on behalf of 0ef0fcc833424463b242c242eeeaebf1 for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:07:55.501557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.515984 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Pushing event updated for resources: {'Network': ['ID=5bfb410c-3f78-4859-9b01-567af282983d,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:55.518900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-153f6ed6-6199-4737-9e9a-20154b05a8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:55.527456 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 5bfb410c-3f78-4859-9b01-567af282983d details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:07:55.549060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773788-8edf-49a9-84a6-14ebff5dc07e req-b162d27e-fe0a-4507-896a-714895f127c3 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:55.550566 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-52773788-8edf-49a9-84a6-14ebff5dc07e req-b162d27e-fe0a-4507-896a-714895f127c3 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1533217
Oct 27 15:07:55.612496 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-52773788-8edf-49a9-84a6-14ebff5dc07e req-c693edb9-66f0-49da-8fa3-8ea3f8a75fcf tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546172
Oct 27 15:07:55.733042 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.737403 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fef36aac-a543-4e5b-ab73-a04fe39ea1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:55.810380 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278d5425-1f58-41d5-aabc-99d90491b16e,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:55.815722 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:55.822456 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Checking segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:55.822820 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Network hostable DHCP agents. Network: 5bfb410c-3f78-4859-9b01-567af282983d, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:07:55.843694 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Network 5bfb410c-3f78-4859-9b01-567af282983d is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:07:55.853490 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 5bfb410c-3f78-4859-9b01-567af282983d) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:55.858900 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:55.860944 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.861825 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2898a6-b59b-412c-b716-040d9bd3c3a1 None None] Network 5bfb410c-3f78-4859-9b01-567af282983d requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:55.885241 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4158249
Oct 27 15:07:55.885598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41546) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:55.891148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:07:55.896438 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:07:55.901449 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Usage tracker for resource:router and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:07:55.904483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:07:55.910477 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:07:55.922312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.923342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:55.944897 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.085116 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-5bfb410c-3f78-4859-9b01-567af282983d', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:07:56.086476 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.219574 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.268718 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Allocated IP 172.20.0.2 (5bfb410c-3f78-4859-9b01-567af282983d/278d5425-1f58-41d5-aabc-99d90491b16e/b0450a90-6262-491c-b7c5-02e4a9f6b174) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:07:56.274252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13534e69-d463-4f9c-ae33-00b62975a4d4 req-8d99e013-4b8e-474d-bff5-7e075dba00e4 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:56.276704 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178ad26-4f8f-4a8f-bd79-0bbe839244f1 req-7d6f3e01-c3af-4d0d-aee8-5b3fd3abb7b6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:56.278541 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1178ad26-4f8f-4a8f-bd79-0bbe839244f1 req-7d6f3e01-c3af-4d0d-aee8-5b3fd3abb7b6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1252158
Oct 27 15:07:56.282198 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-13534e69-d463-4f9c-ae33-00b62975a4d4 req-8d99e013-4b8e-474d-bff5-7e075dba00e4 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 948 time: 0.0987992
Oct 27 15:07:56.356335 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-13534e69-d463-4f9c-ae33-00b62975a4d4 req-98bd3b14-ff71-4991-8432-f4fd35baacd4 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723009
Oct 27 15:07:56.407879 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1178ad26-4f8f-4a8f-bd79-0bbe839244f1 req-e71f9815-c31c-4c54-a10a-68bd87e30021 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230011
Oct 27 15:07:56.500689 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.514814 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.524697 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Transition to ACTIVE for port object b0450a90-6262-491c-b7c5-02e4a9f6b174 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:56.533776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.544295 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Transition to ACTIVE for port object b0450a90-6262-491c-b7c5-02e4a9f6b174 will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:56.550462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.555918 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:56.566475 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be670b50-488b-412d-baaf-1f30fc2991e0 req-f0ac073d-62bf-489d-858b-c1df09826e7a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:56.567935 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be670b50-488b-412d-baaf-1f30fc2991e0 req-f0ac073d-62bf-489d-858b-c1df09826e7a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0798767
Oct 27 15:07:56.615620 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be670b50-488b-412d-baaf-1f30fc2991e0 req-21e82856-3924-4f06-b3c6-24c9f21843d5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410619
Oct 27 15:07:56.627893 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Network 5bfb410c-3f78-4859-9b01-567af282983d is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:07:56.630813 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:56.643466 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Pushing event updated for resources: {'Port': ['ID=b0450a90-6262-491c-b7c5-02e4a9f6b174,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:56.643705 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:07:56.646135 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:56.703853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Allocated IP 172.27.3.177 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/0ee9a42c-0ebe-462f-9c71-edaac02bbcbd) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:07:56.777035 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Attempting to bind port b0450a90-6262-491c-b7c5-02e4a9f6b174 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:07:56.777411 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Attempting to bind port b0450a90-6262-491c-b7c5-02e4a9f6b174 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:07:56.777777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Attempting to bind port b0450a90-6262-491c-b7c5-02e4a9f6b174 on network 5bfb410c-3f78-4859-9b01-567af282983d {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:56.785330 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:07:56.785715 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Checking segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:56.786115 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.786508 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Bound using segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:07:56.787011 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Bound port: b0450a90-6262-491c-b7c5-02e4a9f6b174, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:07:56.787387 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.883621 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] For port b0450a90-6262-491c-b7c5-02e4a9f6b174, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:07:56.887838 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] For port b0450a90-6262-491c-b7c5-02e4a9f6b174, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=b0450a90-6262-491c-b7c5-02e4a9f6b174,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:07:56.893236 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.896920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:56.933115 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:56.954506 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4c1b1-b25e-41dc-816e-490676cc326a req-373ede14-9683-4df0-82e0-19734720cb1d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:56.955992 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-70f4c1b1-b25e-41dc-816e-490676cc326a req-373ede14-9683-4df0-82e0-19734720cb1d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1878207
Oct 27 15:07:56.972222 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Pushing event updated for resources: {'Port': ['ID=b0450a90-6262-491c-b7c5-02e4a9f6b174,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:56.975050 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:57.004571 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:57.014032 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:57.057732 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['b3de81fa-d425-4a19-b51e-58db50cf021b'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:07:57.076109 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-70f4c1b1-b25e-41dc-816e-490676cc326a req-c859d69c-61e4-4262-9ddb-ef9507c26137 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133478
Oct 27 15:07:57.115931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:07:57.120118 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:07:57.125012 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:07:57.156364 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Pushing event updated for resources: {'Port': ['ID=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:57.164794 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:57.268557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:57.269293 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:57.555151 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Router ad805920-01fc-460f-83d2-cb31e9a24e00 is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:07:57.593291 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148ed2d-ea3a-4379-8c3a-1dfe1437c0ad req-f006d6b2-73ce-48e7-bccb-7a161ed45713 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:57.594845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d148ed2d-ea3a-4379-8c3a-1dfe1437c0ad req-f006d6b2-73ce-48e7-bccb-7a161ed45713 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 948 time: 0.1146209
Oct 27 15:07:57.643687 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d148ed2d-ea3a-4379-8c3a-1dfe1437c0ad req-5cf55feb-c414-45fd-9a29-7e2cc14537a2 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429089
Oct 27 15:07:57.724186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a19d0-e3b3-444c-a855-414406ced3be req-23375a24-e79e-471a-9ed5-b5cd9a9738b4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:57.725815 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c70a19d0-e3b3-444c-a855-414406ced3be req-23375a24-e79e-471a-9ed5-b5cd9a9738b4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1618247
Oct 27 15:07:57.836296 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c70a19d0-e3b3-444c-a855-414406ced3be req-9366c53e-3cb7-483e-965b-8ac8a280e085 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044636
Oct 27 15:07:57.877309 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:07:57.887864 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Sync routers for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:07:57.916257 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:07:57.916896 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29c55bb0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:07:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:57.926331 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:57.933593 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.0463886
Oct 27 15:07:57.935059 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41584) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:07:58.052797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-44eb5d58-38cf-4140-99b4-41b400387f86 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:58.067613 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-44eb5d58-38cf-4140-99b4-41b400387f86 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 813 time: 0.3127797
Oct 27 15:07:58.088130 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-bc994bb6-8496-4448-96a8-ca031b8c3a77 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/quotas/ff7a0fe5498d457f807696add8104865 HTTP/1.1" status: 200  len: 375 time: 0.0166881
Oct 27 15:07:58.145845 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4576db24-d020-40ab-b050-2609ea8e9a53 None None] Network 5bfb410c-3f78-4859-9b01-567af282983d requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:07:58.153629 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-0f02ac9f-254c-4c07-9f84-b69f14a65ad2 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0623314
Oct 27 15:07:58.187094 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:07:58.302610 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-095bf56c-3996-47e8-8128-17135b5d8e73 service neutron] 10.222.0.89 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473370
Oct 27 15:07:58.360317 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-fe075bdb-f256-4985-82d6-63708cda4269 None None] Provisioning for port b0450a90-6262-491c-b7c5-02e4a9f6b174 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:58.431989 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d28f8-8583-40fe-81ef-63f1561fd94b req-239b8ba6-4fcf-406c-a911-956d4ce92a07 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:58.440404 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9e6d28f8-8583-40fe-81ef-63f1561fd94b req-239b8ba6-4fcf-406c-a911-956d4ce92a07 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2078588
Oct 27 15:07:58.481786 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-6d819d5a-823c-48e0-a6df-c4851e663be0 service neutron] 10.222.0.89 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1780517
Oct 27 15:07:58.558703 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29c55bb0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 3, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:58.565226 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Checking router: ad805920-01fc-460f-83d2-cb31e9a24e00 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:07:58.565606 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Updating router ad805920-01fc-460f-83d2-cb31e9a24e00 port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:07:58.576328 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9e6d28f8-8583-40fe-81ef-63f1561fd94b req-b35dfcb1-3e8b-430e-99a5-65cba92eb383 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350622
Oct 27 15:07:58.676502 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:58.800920 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4c56a4a-684a-4bc6-94cc-030c1e403b59 req-5573d8d6-ddf3-453a-9d45-250811dee2a9 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 210 time: 0.1337132
Oct 27 15:07:58.934305 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c616d3-214b-4b3e-9c28-27b6194f8b4b req-eb10b894-4db4-4301-9d5f-518d092c0a7c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:58.935772 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d5c616d3-214b-4b3e-9c28-27b6194f8b4b req-eb10b894-4db4-4301-9d5f-518d092c0a7c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.2097001
Oct 27 15:07:59.045869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c8108-0bcd-4171-a5a4-3f84540fb069 req-5c180f01-b19c-4cd1-b8b3-be4cc956d2d7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:59.051482 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6f1c8108-0bcd-4171-a5a4-3f84540fb069 req-5c180f01-b19c-4cd1-b8b3-be4cc956d2d7 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 948 time: 0.1305957
Oct 27 15:07:59.075303 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d5c616d3-214b-4b3e-9c28-27b6194f8b4b req-134443af-8c3b-476e-af4b-a36dfd416de4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1260035
Oct 27 15:07:59.198034 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.228340 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Transition to ACTIVE for port object 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:07:59.229072 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6f1c8108-0bcd-4171-a5a4-3f84540fb069 req-efba3884-4573-406c-b12b-8e2f0ec371f0 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1671455
Oct 27 15:07:59.243757 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.255254 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-322a5897-5da5-4576-83f6-2ba8d13ebe65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:59.321975 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device b0450a90-6262-491c-b7c5-02e4a9f6b174 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:07:59.394042 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Attempting to bind port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:07:59.394533 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Attempting to bind port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:07:59.394961 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Attempting to bind port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:07:59.401901 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Pushing event updated for resources: {'Port': ['ID=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:59.412239 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:07:59.413027 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:07:59.413437 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.413860 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:07:59.414467 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Bound port: 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:07:59.414717 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.445941 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.446476 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.446906 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.447236 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.447691 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.448502 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.448933 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.449402 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.450312 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.450312 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.450836 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:07:59.456849 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:07:59.472849 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device b3de81fa-d425-4a19-b51e-58db50cf021b up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:07:59.535787 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] For port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:07:59.543916 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] For port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:07:59.554411 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.572410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port b0450a90-6262-491c-b7c5-02e4a9f6b174 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:59.578857 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port b0450a90-6262-491c-b7c5-02e4a9f6b174 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:07:59.579433 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.579953 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:07:59.653990 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:07:59.655072 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29c55bb0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:07:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:07:59.673703 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.724690 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port b3de81fa-d425-4a19-b51e-58db50cf021b completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:07:59.753495 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port b3de81fa-d425-4a19-b51e-58db50cf021b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:07:59.757159 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:07:59.949302 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Pushing event updated for resources: {'Port': ['ID=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:07:59.953767 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adc31d-8af9-4fb8-bc73-df4352c49932 req-f95e4cba-b3f5-47df-8d10-c0f21a609c62 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:07:59.961575 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:07:59.963130 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-19adc31d-8af9-4fb8-bc73-df4352c49932 req-f95e4cba-b3f5-47df-8d10-c0f21a609c62 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.6074202
Oct 27 15:08:00.002557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Allocated IP 172.20.0.1 (5bfb410c-3f78-4859-9b01-567af282983d/278d5425-1f58-41d5-aabc-99d90491b16e/4c367845-6b19-4e5a-98b2-e9fcd769f946) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:00.011419 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87ec92-832e-4a33-9532-edb22d2bd81a req-379e95d8-fe22-4a4c-b6aa-f861b430e7f1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:00.019550 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:00.020608 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc87ec92-832e-4a33-9532-edb22d2bd81a req-379e95d8-fe22-4a4c-b6aa-f861b430e7f1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1673028
Oct 27 15:08:00.021859 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.078835 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-19adc31d-8af9-4fb8-bc73-df4352c49932 req-ac42b8a2-3e9a-451b-bdfc-a7eaa9ff1592 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1131926
Oct 27 15:08:00.099723 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc87ec92-832e-4a33-9532-edb22d2bd81a req-1042bd1d-a66e-40b6-9e32-227a596c05d5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780854
Oct 27 15:08:00.142252 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.163001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port b0450a90-6262-491c-b7c5-02e4a9f6b174, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=b0450a90-6262-491c-b7c5-02e4a9f6b174,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:00.172200 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.175756 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:00.211662 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:00.235836 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b3de81fa-d425-4a19-b51e-58db50cf021b,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:00.245357 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.269992 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=b0450a90-6262-491c-b7c5-02e4a9f6b174,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:00.276173 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:00.276638 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:00.342445 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.402251 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Transition to ACTIVE for port object 4c367845-6b19-4e5a-98b2-e9fcd769f946 will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:00.420918 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b', 'code': 200}
Oct 27 15:08:00.422075 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:00.428953 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:00.467688 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29c55bb0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 3, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:00.472648 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f20c0-e940-42fb-ba6b-8e43420b659e None None] The sync data for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi is: [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:07:57Z', 'revision_number': 3, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:08:00.501165 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-85cf3de7-6e3c-4d51-9633-4217cbd1743a req-da5ae34a-4a07-46ca-9115-e6c31e18f5ff tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 210 time: 0.0952849
Oct 27 15:08:00.548118 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.563861 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:00.623872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Network 5bfb410c-3f78-4859-9b01-567af282983d is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:00.627197 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:00.637170 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:00.637616 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.677442 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Pushing event updated for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:00.682733 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:00.786837 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-d748a084-85d3-4551-8e0f-1b25281661b0 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:00.788334 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-d748a084-85d3-4551-8e0f-1b25281661b0 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 813 time: 0.2482541
Oct 27 15:08:00.906316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:00.930548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Request body: {'port': {'device_id': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a', 'admin_state_up': True, 'tenant_id': 'ff7a0fe5498d457f807696add8104865'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:01.095814 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-23d5e778-9897-4169-8e94-0dd5b4f6a19c None None] Provisioning for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:01.108715 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-23d5e778-9897-4169-8e94-0dd5b4f6a19c None None] Provisioning complete for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:01.109093 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-23d5e778-9897-4169-8e94-0dd5b4f6a19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.297202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6cda75-a78e-4752-8d52-3718f293d405 req-f52796c2-a39e-442e-bf08-6a708fc2b8db tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:01.309952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd6cda75-a78e-4752-8d52-3718f293d405 req-f52796c2-a39e-442e-bf08-6a708fc2b8db tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.8275757
Oct 27 15:08:01.317342 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:01.323373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-23d5e778-9897-4169-8e94-0dd5b4f6a19c None None] Port 4c367845-6b19-4e5a-98b2-e9fcd769f946 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:08:01.361029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device b0450a90-6262-491c-b7c5-02e4a9f6b174 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:01.379036 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Usage tracker for resource:port and tenant:ff7a0fe5498d457f807696add8104865 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:01.386926 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:01.394912 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c937eaa-bdc9-453f-ac11-4cc2cf3aecc0 req-062176c5-5acb-424b-97e4-ac97449db13c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 1102 time: 0.5947819
Oct 27 15:08:01.416463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:01.435634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41644) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:01.469753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Made reservation on behalf of ff7a0fe5498d457f807696add8104865 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:08:01.473132 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.493388 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port b0450a90-6262-491c-b7c5-02e4a9f6b174 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:01.494574 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.508924 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd6cda75-a78e-4752-8d52-3718f293d405 req-197810bd-7473-4753-84aa-87ac52c59cee tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1970990
Oct 27 15:08:01.649096 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf63b36-d8eb-4f71-bb76-8738cdab251e req-7d188557-982b-42c7-8313-fc9177a1d045 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:01.650908 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2bf63b36-d8eb-4f71-bb76-8738cdab251e req-7d188557-982b-42c7-8313-fc9177a1d045 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1991282
Oct 27 15:08:01.656422 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:01.684759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.692453 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.695636 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.703812 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c937eaa-bdc9-453f-ac11-4cc2cf3aecc0 req-b1d71945-ca41-4afe-8287-716c702a9598 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847114
Oct 27 15:08:01.706395 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1bc7717a-c725-4f34-8c83-d4cc7a0c12e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:01.732895 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:01.736779 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.738684 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:01.739060 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.827022 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2bf63b36-d8eb-4f71-bb76-8738cdab251e req-0bf49cc0-f0a9-4d31-8f8b-5086e9fd93e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1635408
Oct 27 15:08:01.889546 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.898675 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:01.908853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Pushing event updated for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:01.914100 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:01.915793 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:01.922142 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:01.925462 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0bfb06924941d6bf79762e1451029e is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:01.926087 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:01.944104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:01.977059 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Network 5bfb410c-3f78-4859-9b01-567af282983d is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:01.977859 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:01.978499 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:02.010678 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Allocated IP 172.20.0.4 (6315ffd6-cbcc-424e-8184-25a4113de63a/936a4d93-6eaa-4710-b442-83a7bd5f6e76/d80db351-8e11-4144-b9de-91b6445f74e2) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:02.013837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:02.045392 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:02.129860 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-31067eb8-f2e5-4707-8358-9f15be248602 req-53aea8c2-bc47-44af-8ed9-d31acb6af54e tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 210 time: 0.0698478
Oct 27 15:08:02.184392 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.239584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.252816 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b5aa563e-4084-4802-9621-dfc3eae5549f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:02.284468 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22091294-385f-413b-ad12-1525d61a7dd9,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:02.287683 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:02.349910 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ed0bfb06924941d6bf79762e1451029e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9054532
Oct 27 15:08:02.361014 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 41662) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:02.465880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.475743 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-2dc1f3b1-80e8-48c7-bce9-a4c8e515296e None None] Provisioning complete for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:02.477391 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2dc1f3b1-80e8-48c7-bce9-a4c8e515296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.491275 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.524434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.570109 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-2dc1f3b1-80e8-48c7-bce9-a4c8e515296e None None] Port 4c367845-6b19-4e5a-98b2-e9fcd769f946 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:08:02.575773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.590655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cf9c8792-5530-48db-af0b-6e3995820ea3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:02.619796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb5b83-efe6-4c1e-8597-6d8e5b483284 req-8f4d1511-07a3-4f18-abff-6716b4d66038 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:02.621249 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-abeb5b83-efe6-4c1e-8597-6d8e5b483284 req-8f4d1511-07a3-4f18-abff-6716b4d66038 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2080801
Oct 27 15:08:02.633975 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Network 6315ffd6-cbcc-424e-8184-25a4113de63a is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:02.640269 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:02.642659 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:02.683810 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-abeb5b83-efe6-4c1e-8597-6d8e5b483284 req-29c5d601-47c7-4835-b3ca-ec7b49cdc74f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535882
Oct 27 15:08:02.708316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Router ad805920-01fc-460f-83d2-cb31e9a24e00 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:08:02.778993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.811841 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Pushing event updated for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:02.818474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:02.819092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.824188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:02.827850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b4c73e9-27ef-4884-a5e0-870b274547cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:02.858019 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22091294-385f-413b-ad12-1525d61a7dd9,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:02.859736 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:02.860832 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/22091294-385f-413b-ad12-1525d61a7dd9 HTTP/1.1" status: 204  len: 168 time: 0.4906263
Oct 27 15:08:02.861994 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:02.871011 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9709387
Oct 27 15:08:02.884818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8eae4-fe3e-4d96-af57-cd2d87843f47 req-df40297c-e1c5-4cd7-93bf-392563be2594 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:02.901055 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-00a8eae4-fe3e-4d96-af57-cd2d87843f47 req-df40297c-e1c5-4cd7-93bf-392563be2594 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.2128847
Oct 27 15:08:02.923527 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Request body: {'port': {'device_id': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:02.938464 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:08:02.952865 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] 10.222.0.89 "PUT /v2.0/routers/ad805920-01fc-460f-83d2-cb31e9a24e00/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0165226
Oct 27 15:08:03.012621 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-00a8eae4-fe3e-4d96-af57-cd2d87843f47 req-c70a3435-3c2c-4f81-bdcd-8f524a692b1c tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105857
Oct 27 15:08:03.112208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:03.211518 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:03.361681 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:03.373225 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:03.641072 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83edf0ec-472d-4f1e-8032-8ee6c8f13690 req-8622fb0c-6d07-422f-8273-e56b28b42494 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:03.642512 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83edf0ec-472d-4f1e-8032-8ee6c8f13690 req-8622fb0c-6d07-422f-8273-e56b28b42494 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.4083622
Oct 27 15:08:03.691840 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acffc8c-eb64-4db3-b028-0c38983fad67 req-a6d49073-b6a5-4847-808e-31371fc750b3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:03.694152 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1acffc8c-eb64-4db3-b028-0c38983fad67 req-a6d49073-b6a5-4847-808e-31371fc750b3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 931 time: 0.1015542
Oct 27 15:08:03.724855 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83edf0ec-472d-4f1e-8032-8ee6c8f13690 req-f4f09037-3cf7-47d7-8156-af64f74329f5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0737863
Oct 27 15:08:03.750643 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-1acffc8c-eb64-4db3-b028-0c38983fad67 req-63d71281-36ac-425a-92f8-b9cc505e7233 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:03.778874 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-1acffc8c-eb64-4db3-b028-0c38983fad67 req-63d71281-36ac-425a-92f8-b9cc505e7233 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:03.786892 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1acffc8c-eb64-4db3-b028-0c38983fad67 req-63d71281-36ac-425a-92f8-b9cc505e7233 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859213
Oct 27 15:08:03.902806 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d80db351-8e11-4144-b9de-91b6445f74e2 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:08:03.909862 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:03.924133 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Transition to ACTIVE for port object d80db351-8e11-4144-b9de-91b6445f74e2 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:03.927909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:03.931617 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-87efc225-77e4-4916-864c-3dfd3ddfcaba tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:04.051346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Pushing event updated for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:04.059051 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:04.220960 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Attempting to bind port d80db351-8e11-4144-b9de-91b6445f74e2 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:04.221351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Attempting to bind port d80db351-8e11-4144-b9de-91b6445f74e2 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:04.221850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Attempting to bind port d80db351-8e11-4144-b9de-91b6445f74e2 on network 6315ffd6-cbcc-424e-8184-25a4113de63a {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:04.230946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41708) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:04.236677 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2009573756-network', 'tenant_id': '17370a1e14984734adf98f923348836e'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:04.236816 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Port d80db351-8e11-4144-b9de-91b6445f74e2 on network 6315ffd6-cbcc-424e-8184-25a4113de63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:08:04.236994 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Attempting to bind port d80db351-8e11-4144-b9de-91b6445f74e2 on network 6315ffd6-cbcc-424e-8184-25a4113de63a {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:04.242071 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:04.246424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Usage tracker for resource:network and tenant:17370a1e14984734adf98f923348836e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:04.249182 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:04.254875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:04.255233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Checking segment: {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:04.255628 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Bound using segment: {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:04.256048 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Bound port: d80db351-8e11-4144-b9de-91b6445f74e2, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:04.256387 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.262338 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:04.275466 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Made reservation on behalf of 17370a1e14984734adf98f923348836e for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:08:04.278728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.284610 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2247ab6-5e97-49a2-b76b-6c728aa0eeef req-def6073a-e989-41d1-9a09-f6f4b6d1ee4a tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:04.286042 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2247ab6-5e97-49a2-b76b-6c728aa0eeef req-def6073a-e989-41d1-9a09-f6f4b6d1ee4a tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.1340864
Oct 27 15:08:04.293932 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.328492 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:04.332269 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Usage tracker for resource:security_group_rule and tenant:17370a1e14984734adf98f923348836e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:04.335001 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:04.340754 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:04.395195 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2247ab6-5e97-49a2-b76b-6c728aa0eeef req-de75f517-85c1-4740-8cdc-f1ee908a15b3 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792110
Oct 27 15:08:04.396135 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:04.399351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d80db351-8e11-4144-b9de-91b6445f74e2,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:04.403765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.408408 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-783b89a0-6db1-49c5-83c7-b1a879ce5e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:04.412050 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.416274 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.419396 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-6add8058-bab5-4658-8f56-403598bca04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:04.471609 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1340}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:08:04.477799 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0482509b-6297-448a-9479-9f27fc69aded,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:04.481308 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:04.487278 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.487807 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Added segment 21feefeb-e9d4-496c-b916-f6a919575aa4 of type vlan for network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05
Oct 27 15:08:04.507066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.509018 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] 10.222.0.91 "PUT /v2.0/ports/d80db351-8e11-4144-b9de-91b6445f74e2 HTTP/1.1" status: 200  len: 1093 time: 1.5921884
Oct 27 15:08:04.509548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:04.530744 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.548140 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Pushing event updated for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:04.551857 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:04.579978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.582203 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:04.583086 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.593419 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:04.633599 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2', 'status': 'completed', 'code': 200}
Oct 27 15:08:04.682440 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-32c695d2-261d-4815-b0ef-26042ca0340b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 1096 time: 0.1134124
Oct 27 15:08:04.828903 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.5941672
Oct 27 15:08:04.828903 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Pushing event updated for resources: {'Network': ['ID=34b86fb9-c1de-4b9d-82e4-dc213a7bcf05,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:04.830610 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:04.831266 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41728) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:04.837846 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:08:04.838570 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Request body: {'subnet': {'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2009573756-subnet', 'tenant_id': '17370a1e14984734adf98f923348836e', 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:04.840040 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-436ad0ed-d31a-44e5-8980-e53e5f5f2cc7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d80db351-8e11-4144-b9de-91b6445f74e2 HTTP/1.1" status: 200  len: 217 time: 0.1441197
Oct 27 15:08:04.844577 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:04.848854 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Usage tracker for resource:subnet and tenant:17370a1e14984734adf98f923348836e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:04.852298 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:04.858431 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:04.874810 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Made reservation on behalf of 17370a1e14984734adf98f923348836e for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:08:04.877949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:04.939354 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-a1a6d86a-f26e-4d6c-afd0-da34ad864ba3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:04.941035 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-a1a6d86a-f26e-4d6c-afd0-da34ad864ba3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=936a4d93-6eaa-4710-b442-83a7bd5f6e76 HTTP/1.1" status: 200  len: 853 time: 0.0874588
Oct 27 15:08:05.010399 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Sync routers for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:08:05.037920 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-d722d353-a146-4d1a-ac5c-e259eaf3ae76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6315ffd6-cbcc-424e-8184-25a4113de63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0882530
Oct 27 15:08:05.071829 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:05.072453 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2995c4f0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:07:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:05.134981 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2897-0a7d-4c80-b73f-9b485612f6c9 req-64756533-9e02-4753-9405-ef70d5c0827d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:05.136432 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f36c2897-0a7d-4c80-b73f-9b485612f6c9 req-64756533-9e02-4753-9405-ef70d5c0827d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1532540
Oct 27 15:08:05.177453 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69203240-56fc-4794-bc7e-f486fc25ea52 req-d587e5f6-a847-4667-b095-9edcef43ded9 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:05.178909 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-69203240-56fc-4794-bc7e-f486fc25ea52 req-d587e5f6-a847-4667-b095-9edcef43ded9 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.1894383
Oct 27 15:08:05.227998 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-c48a40a3-eae4-45d6-b298-ede60a261d17 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1721411
Oct 27 15:08:05.229342 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f36c2897-0a7d-4c80-b73f-9b485612f6c9 req-a24894f5-7aac-4f74-8c10-e6fc6a429317 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758324
Oct 27 15:08:05.230611 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.234526 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:05.249873 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-69203240-56fc-4794-bc7e-f486fc25ea52 req-abe6bd18-8b87-4702-8106-67aa4473ab8b tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587130
Oct 27 15:08:05.300003 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82d1fd0-43a8-4592-9475-8f8143843760,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:05.308374 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:05.327322 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:05.353578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Checking segment: {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:05.354070 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Network hostable DHCP agents. Network: 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:08:05.380156 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:08:05.397446 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:05.405731 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4aa70350-7544-424d-8d27-b95c7bd58f32 req-5cd28493-70b9-48f7-aeea-799bba15b2b1 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1592643
Oct 27 15:08:05.408882 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:05.409427 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7428bff8-7bd0-4924-872e-596765658a03 None None] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:08:05.409953 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.433787 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-fe238ec5-4c9c-42cd-bfbf-9df9c6392b64 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5989296
Oct 27 15:08:05.434072 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41732) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:05.439483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:05.445495 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:05.449796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Usage tracker for resource:router and tenant:17370a1e14984734adf98f923348836e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:08:05.453614 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:08:05.459370 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:05.474864 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.476606 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.498218 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.612341 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07cf53-fa13-40b0-9828-db7bfe89b219 req-1f96cf20-d188-4b9a-82e5-6e768775b536 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:05.613016 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1c07cf53-fa13-40b0-9828-db7bfe89b219 req-1f96cf20-d188-4b9a-82e5-6e768775b536 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:05.645581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1c07cf53-fa13-40b0-9828-db7bfe89b219 req-1f96cf20-d188-4b9a-82e5-6e768775b536 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:05.646970 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1c07cf53-fa13-40b0-9828-db7bfe89b219 req-1f96cf20-d188-4b9a-82e5-6e768775b536 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 943 time: 0.2318673
Oct 27 15:08:05.656465 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-cfa1e657-7309-4c87-8856-0ad5b5e1ecae service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 1096 time: 0.1687603
Oct 27 15:08:05.657756 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.731950 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1c07cf53-fa13-40b0-9828-db7bfe89b219 req-b70410ef-ecca-4754-945c-46dda38f8a61 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745099
Oct 27 15:08:05.865876 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'tenant_id': '17370a1e14984734adf98f923348836e', 'fixed_ips': [{'subnet_id': 'e82d1fd0-43a8-4592-9475-8f8143843760'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:08:05.867226 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.876328 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.878900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-593ed08b-c06c-4183-a017-896a142d0def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:05.880559 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-593ed08b-c06c-4183-a017-896a142d0def service neutron] 10.222.0.91 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 915 time: 0.2045908
Oct 27 15:08:05.907221 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:05.961302 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-6fa8d86b-2dae-4340-824b-b0548e0b1e30 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d80db351-8e11-4144-b9de-91b6445f74e2 HTTP/1.1" status: 200  len: 217 time: 0.0654435
Oct 27 15:08:06.030181 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2995c4f0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 2, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:06.039589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-b5e2a4a9-1ee7-4c0f-9078-bcc56a3f1be3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:06.041426 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Checking router: ad805920-01fc-460f-83d2-cb31e9a24e00 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:08:06.042003 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Updating router ad805920-01fc-460f-83d2-cb31e9a24e00 port 4c367845-6b19-4e5a-98b2-e9fcd769f946 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:08:06.042297 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-b5e2a4a9-1ee7-4c0f-9078-bcc56a3f1be3 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=936a4d93-6eaa-4710-b442-83a7bd5f6e76 HTTP/1.1" status: 200  len: 853 time: 0.0625336
Oct 27 15:08:06.049955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Allocated IP 172.27.3.82 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/71c27d05-7403-4c93-96a5-8d206aa39c3a) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:06.107777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Allocated IP 172.20.0.2 (34b86fb9-c1de-4b9d-82e4-dc213a7bcf05/e82d1fd0-43a8-4592-9475-8f8143843760/8b7e86c3-7f58-48b2-9325-639282c85deb) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:06.124892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.125540 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-a5404200-1235-4cf6-9c43-080ad3ff6858 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6315ffd6-cbcc-424e-8184-25a4113de63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0675912
Oct 27 15:08:06.224394 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.231482 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-7839f3c4-2359-4297-a659-db6d74bc226b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.262008 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.269998 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c9737c91-a221-49fb-8ef2-ef9d86cd0024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:06.302163 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-f58f4937-6d12-46a6-90e5-4e4c308a1f73 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1643829
Oct 27 15:08:06.347174 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:06.352210 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:06.355321 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:06.401317 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=71c27d05-7403-4c93-96a5-8d206aa39c3a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:06.404864 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:06.492134 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec523053-08ed-47d1-8e0e-955ec5f8bdbe req-44caa17a-5863-4d80-8d79-154596b5ee0c service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1781540
Oct 27 15:08:06.575376 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d8e54-2c4a-429d-bdf5-74abf917c8e6 req-b435eb3f-2169-423d-b1fb-8bd214539e8e tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:06.577325 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-361d8e54-2c4a-429d-bdf5-74abf917c8e6 req-b435eb3f-2169-423d-b1fb-8bd214539e8e tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.1129637
Oct 27 15:08:06.588503 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.589351 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.590848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62f0b8-83da-459d-b534-09c9dccf0c3e req-ab5ec71a-498e-4f97-9bda-12c036603232 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:06.592382 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fa62f0b8-83da-459d-b534-09c9dccf0c3e req-ab5ec71a-498e-4f97-9bda-12c036603232 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0880742
Oct 27 15:08:06.599215 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.625684 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.629882 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Transition to ACTIVE for port object 8b7e86c3-7f58-48b2-9325-639282c85deb will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:06.647370 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fa62f0b8-83da-459d-b534-09c9dccf0c3e req-9dc4dd37-9cb9-49b8-ae83-18c860ed2589 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483623
Oct 27 15:08:06.671579 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Transition to ACTIVE for port object 8b7e86c3-7f58-48b2-9325-639282c85deb will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:06.679654 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.685671 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:06.704489 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-361d8e54-2c4a-429d-bdf5-74abf917c8e6 req-f44e84ca-4545-43d3-90f0-f498a050864d tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/security-groups?id=9e5aa110-ae52-4aa7-9631-2b82567c1750&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178179
Oct 27 15:08:06.865472 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:06.876660 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:06.879611 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.882521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Pushing event updated for resources: {'Port': ['ID=8b7e86c3-7f58-48b2-9325-639282c85deb,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:06.886720 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:06.919053 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:06.963193 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Transition to ACTIVE for port object 4c367845-6b19-4e5a-98b2-e9fcd769f946 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:06.969368 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9415c89-fc3b-487b-9fc4-276bc8d2767f req-49ea7b13-9cab-4f30-93be-78a8f7f25508 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:06.971002 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9415c89-fc3b-487b-9fc4-276bc8d2767f req-49ea7b13-9cab-4f30-93be-78a8f7f25508 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 943 time: 0.1031337
Oct 27 15:08:06.979066 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:06.983420 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-474e8fe5-5f5c-4dcc-848c-46524f9f1857 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:06.986455 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:08:07.025294 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d9415c89-fc3b-487b-9fc4-276bc8d2767f req-eeaba7b4-7faf-435f-bc59-5d27624b0a71 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469680
Oct 27 15:08:07.056624 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Attempting to bind port 8b7e86c3-7f58-48b2-9325-639282c85deb on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:07.057010 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Attempting to bind port 8b7e86c3-7f58-48b2-9325-639282c85deb by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:07.057387 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Attempting to bind port 8b7e86c3-7f58-48b2-9325-639282c85deb on network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:07.129235 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:07.129605 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Checking segment: {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:07.130016 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.130417 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Bound using segment: {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:07.130936 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Bound port: 8b7e86c3-7f58-48b2-9325-639282c85deb, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:07.131321 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.155946 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Pushing event updated for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:07.196852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:07.224080 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:08:07.237322 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Sync routers for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:08:07.257785 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:07.262130 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2981f280>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:07:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:07.270690 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.272231 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.8370547
Oct 27 15:08:07.275786 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 41750) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:07.311847 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] For port 8b7e86c3-7f58-48b2-9325-639282c85deb, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:07.315677 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] For port 8b7e86c3-7f58-48b2-9325-639282c85deb, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8b7e86c3-7f58-48b2-9325-639282c85deb,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:07.318704 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75604115-7570-44bc-a87c-2910a848d468 req-a8a9addb-6ece-4346-ad21-f5fee82f6b45 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:07.326570 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-75604115-7570-44bc-a87c-2910a848d468 req-a8a9addb-6ece-4346-ad21-f5fee82f6b45 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.91 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 949 time: 0.1451902
Oct 27 15:08:07.391020 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.406807 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d97ca7c1-fc24-4c3b-8917-ee7e82432d7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:07.476103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Deleting port b3de81fa-d425-4a19-b51e-58db50cf021b {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:08:07.476442 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.503056 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Attempting to bind port 4c367845-6b19-4e5a-98b2-e9fcd769f946 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:07.503550 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Attempting to bind port 4c367845-6b19-4e5a-98b2-e9fcd769f946 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:07.504002 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Attempting to bind port 4c367845-6b19-4e5a-98b2-e9fcd769f946 on network 5bfb410c-3f78-4859-9b01-567af282983d {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:07.534278 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Pushing event updated for resources: {'Port': ['ID=8b7e86c3-7f58-48b2-9325-639282c85deb,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:07.536932 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:07.537543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Checking segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:07.538035 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.538529 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Bound using segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:07.539693 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Bound port: 4c367845-6b19-4e5a-98b2-e9fcd769f946, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:07.540688 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.555783 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:07.599425 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:07.671999 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] For port 4c367845-6b19-4e5a-98b2-e9fcd769f946, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:07.682595 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] For port 4c367845-6b19-4e5a-98b2-e9fcd769f946, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4c367845-6b19-4e5a-98b2-e9fcd769f946,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:07.689368 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:07.693790 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:07.895826 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Pushing event updated for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:07.906965 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:07.912332 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:07.916705 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2995c4f0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:07:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:08.033789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] For port b3de81fa-d425-4a19-b51e-58db50cf021b, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=b3de81fa-d425-4a19-b51e-58db50cf021b,segment=NetworkSegment(f18c4493-03cc-4f23-9083-9cd7ac3dd4d2),segment_id=f18c4493-03cc-4f23-9083-9cd7ac3dd4d2)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:08.034317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.123116 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a3186-dc52-4028-ac71-3667dc7dc891 req-dbd59346-c626-48be-b023-ae7a82b33c3f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:08.129906 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b05a3186-dc52-4028-ac71-3667dc7dc891 req-dbd59346-c626-48be-b023-ae7a82b33c3f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2475648
Oct 27 15:08:08.138731 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2981f280>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:06Z', 'revision_number': 3, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:08.144231 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Checking router: 5b21b10d-df40-4528-8a72-2614dcbbe7b8 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:08:08.144755 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Updating router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 port 71c27d05-7403-4c93-96a5-8d206aa39c3a binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:08:08.206090 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.254606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Calling delete_port for b3de81fa-d425-4a19-b51e-58db50cf021b owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:08:08.260120 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b05a3186-dc52-4028-ac71-3667dc7dc891 req-b44fa557-c3e8-476c-8dea-ffd029dd939d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1255357
Oct 27 15:08:08.388541 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0883544f-6bb1-4cef-800b-052b17699471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.398587 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:08.446805 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.499838 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['b3de81fa-d425-4a19-b51e-58db50cf021b'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:08.594071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:08.662826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Pushing event deleted for resources: {'Port': ['ID=b3de81fa-d425-4a19-b51e-58db50cf021b,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:08.681206 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d3faaa66-4ac8-47c7-8867-1f4b719eeb1f req-22503105-3838-4884-b6e2-e69ae19f3585 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 210 time: 0.2363679
Oct 27 15:08:08.682320 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:08.783108 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.800576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] No DVR routers for this DVR port b3de81fa-d425-4a19-b51e-58db50cf021b on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:08:08.802951 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.803647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.811661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'name': 'network-vif-deleted', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:08.835725 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-75604115-7570-44bc-a87c-2910a848d468 req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.91 "DELETE /v2.0/ports/b3de81fa-d425-4a19-b51e-58db50cf021b HTTP/1.1" status: 204  len: 173 time: 1.5041382
Oct 27 15:08:08.844236 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Transition to ACTIVE for port object 71c27d05-7403-4c93-96a5-8d206aa39c3a will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:08.880752 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:08.884545 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:08:08.888251 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:08.940671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8860c-db63-45ce-94ed-2ff040ac59a3 req-79734689-bed7-4a6f-9c43-597562c44d11 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:08.948849 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f3b8860c-db63-45ce-94ed-2ff040ac59a3 req-79734689-bed7-4a6f-9c43-597562c44d11 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 943 time: 0.3317413
Oct 27 15:08:08.955609 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4d18834-9103-4cd4-ae9d-cb60f5228fb4', 'name': 'network-vif-deleted', 'tag': 'b3de81fa-d425-4a19-b51e-58db50cf021b', 'status': 'completed', 'code': 200}
Oct 27 15:08:08.962891 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2995c4f0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:08.973814 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a1b416-c0bd-4082-95e5-8a1f3f4c06db None None] The sync data for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi is: [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:07Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:08:08.986195 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080d9640-46c4-444e-88c3-0775641f3d57 None None] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:08:09.066242 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a0acf-a620-4cbb-bf9d-ae4648cb358f None None] Pushing event updated for resources: {'Port': ['ID=71c27d05-7403-4c93-96a5-8d206aa39c3a,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:09.077705 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-0a5a0acf-a620-4cbb-bf9d-ae4648cb358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:09.078389 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Attempting to bind port 71c27d05-7403-4c93-96a5-8d206aa39c3a on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:09.078733 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Attempting to bind port 71c27d05-7403-4c93-96a5-8d206aa39c3a by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:09.079102 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Attempting to bind port 71c27d05-7403-4c93-96a5-8d206aa39c3a on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:09.086448 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:09.086778 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:09.087173 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.087595 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:09.088064 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Bound port: 71c27d05-7403-4c93-96a5-8d206aa39c3a, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:09.088437 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.192048 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f3b8860c-db63-45ce-94ed-2ff040ac59a3 req-6bc06d39-eecc-4b0b-a5b7-ad05a8e4efba tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2394190
Oct 27 15:08:09.209955 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] For port 71c27d05-7403-4c93-96a5-8d206aa39c3a, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:09.214218 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] For port 71c27d05-7403-4c93-96a5-8d206aa39c3a, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=71c27d05-7403-4c93-96a5-8d206aa39c3a,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:09.227789 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.236602 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:09.384702 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a0acf-a620-4cbb-bf9d-ae4648cb358f None None] Pushing event updated for resources: {'Port': ['ID=71c27d05-7403-4c93-96a5-8d206aa39c3a,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:09.388856 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-0a5a0acf-a620-4cbb-bf9d-ae4648cb358f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:09.412934 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:09.414254 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2981f280>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:08:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:09.435647 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Allocated IP 172.20.0.1 (34b86fb9-c1de-4b9d-82e4-dc213a7bcf05/e82d1fd0-43a8-4592-9475-8f8143843760/e6573130-12ef-4d50-b754-b388e322ef61) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:09.558472 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4c367845-6b19-4e5a-98b2-e9fcd769f946 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:09.610060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d2293-ea20-4d2d-a9d9-625102fd6385 req-16f5946b-ca2d-4691-8470-14127bdfdaa6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:09.611034 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:08:09.617517 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3b8d2293-ea20-4d2d-a9d9-625102fd6385 req-16f5946b-ca2d-4691-8470-14127bdfdaa6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1231241
Oct 27 15:08:09.644350 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:09.687596 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3b8d2293-ea20-4d2d-a9d9-625102fd6385 req-0f4800e5-6f39-4ae4-a63f-55ef7cf78df0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0689721
Oct 27 15:08:09.699723 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.773190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-607655b8-9851-4021-b177-50665c0c8411 None None] Provisioning for port 8b7e86c3-7f58-48b2-9325-639282c85deb completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:09.807770 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.850127 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Transition to ACTIVE for port object e6573130-12ef-4d50-b754-b388e322ef61 will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:09.895337 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:09.901365 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:09.958959 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:09.980316 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:08:10.055829 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:10.066735 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:10.067262 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.111472 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.134728 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:08:10.151041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:10.163767 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.164489 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d80db351-8e11-4144-b9de-91b6445f74e2 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:08:10.288463 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2981f280>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:06Z', 'revision_number': 3, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:10.301711 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2285d39d-3ac0-4743-ad77-7b6af0dea336 None None] The sync data for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi is: [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:06Z', 'revision_number': 3, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:08:10.334976 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:10.350487 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-38124078-4893-4b81-8bd7-772afd07ed2b req-c255b669-c446-456a-ad19-34ec290e2c63 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] 10.222.0.89 "GET /v2.0/ports?device_id=c4d18834-9103-4cd4-ae9d-cb60f5228fb4 HTTP/1.1" status: 200  len: 210 time: 0.1593359
Oct 27 15:08:10.356977 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:10.371956 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:10.372588 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.405391 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Pushing event updated for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:10.409005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:10.410878 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d80db351-8e11-4144-b9de-91b6445f74e2,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:10.429462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:10.469800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'd80db351-8e11-4144-b9de-91b6445f74e2', 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a', 'port_id': 'd80db351-8e11-4144-b9de-91b6445f74e2', 'mac_address': 'fa:16:3e:ac:42:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936a4d93-6eaa-4710-b442-83a7bd5f6e76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:08:10.571838 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.610295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780dda8-e4d8-4d7e-922f-038575b5b0a9 req-3c3ba63a-30a0-42fa-8f4d-3dcc61d5cb68 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:10.612772 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=6']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:10.613378 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d780dda8-e4d8-4d7e-922f-038575b5b0a9 req-3c3ba63a-30a0-42fa-8f4d-3dcc61d5cb68 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 943 time: 0.0986691
Oct 27 15:08:10.639089 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:10.693327 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d780dda8-e4d8-4d7e-922f-038575b5b0a9 req-562ba418-b036-4ce1-a63b-6416437f063c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696621
Oct 27 15:08:10.817852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.904064 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.911381 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.913678 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.918527 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:10.934765 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.965755 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.977626 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 4c367845-6b19-4e5a-98b2-e9fcd769f946, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4c367845-6b19-4e5a-98b2-e9fcd769f946,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:10.979803 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-522cac38-79fb-4fdd-a1ce-cace904176ac None None] Provisioning for port e6573130-12ef-4d50-b754-b388e322ef61 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:10.983975 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d80db351-8e11-4144-b9de-91b6445f74e2 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:08:10.993137 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:10.993915 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8b7e86c3-7f58-48b2-9325-639282c85deb up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:11.031416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:11.076295 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-522cac38-79fb-4fdd-a1ce-cace904176ac None None] Provisioning complete for port e6573130-12ef-4d50-b754-b388e322ef61 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:11.076686 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-522cac38-79fb-4fdd-a1ce-cace904176ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:11.118959 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d80db351-8e11-4144-b9de-91b6445f74e2,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:11.146254 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:11.170687 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:11.175941 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:11.184559 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Pushing event updated for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:11.198103 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-522cac38-79fb-4fdd-a1ce-cace904176ac None None] Port e6573130-12ef-4d50-b754-b388e322ef61 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:08:11.201058 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:11.205135 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:11.205610 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:11.285398 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:11.333380 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:11.337367 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:11.344735 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 8b7e86c3-7f58-48b2-9325-639282c85deb completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:11.350527 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 8b7e86c3-7f58-48b2-9325-639282c85deb triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:11.351802 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:11.417527 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['4b8cf7df-82b3-4956-af32-7f969e5e018d'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:11.493925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ac63-66b2-487f-9131-70c69499e2f9 req-c78a9e9c-12d1-4274-9438-87e56adaa8fa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:11.500891 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-72e0ac63-66b2-487f-9131-70c69499e2f9 req-c78a9e9c-12d1-4274-9438-87e56adaa8fa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.5357919
Oct 27 15:08:11.530277 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device b3de81fa-d425-4a19-b51e-58db50cf021b no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:08:11.606386 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-72e0ac63-66b2-487f-9131-70c69499e2f9 req-77c6a5ca-b25d-4798-baea-18e399039480 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046031
Oct 27 15:08:11.665059 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: b3de81fa-d425-4a19-b51e-58db50cf021b {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:08:11.665408 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device b3de81fa-d425-4a19-b51e-58db50cf021b not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:08:11.685467 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:11.783099 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 8b7e86c3-7f58-48b2-9325-639282c85deb, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8b7e86c3-7f58-48b2-9325-639282c85deb,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:11.829514 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['d80db351-8e11-4144-b9de-91b6445f74e2'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:11.936665 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d02e4e84-5a2c-4beb-a55b-c8d710254a15 None None] Provisioning complete for port e6573130-12ef-4d50-b754-b388e322ef61 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:11.937041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d02e4e84-5a2c-4beb-a55b-c8d710254a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:12.046681 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:12.049865 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:12.169661 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d02e4e84-5a2c-4beb-a55b-c8d710254a15 None None] Port e6573130-12ef-4d50-b754-b388e322ef61 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:08:12.177265 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=8b7e86c3-7f58-48b2-9325-639282c85deb,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:12.181366 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:12.194999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:08:12.204745 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4c367845-6b19-4e5a-98b2-e9fcd769f946 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:12.378229 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c599185-0578-48c0-9cef-191fd3f2632b req-48dd0931-88ff-4d5c-bdd9-46700ad4323c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:12.380158 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9c599185-0578-48c0-9cef-191fd3f2632b req-48dd0931-88ff-4d5c-bdd9-46700ad4323c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 944 time: 0.2772768
Oct 27 15:08:12.384654 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4c367845-6b19-4e5a-98b2-e9fcd769f946 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:12.385160 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:12.451296 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9c599185-0578-48c0-9cef-191fd3f2632b req-062799f1-71be-4511-8cd3-f49753003a65 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635014
Oct 27 15:08:12.629309 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:08:12.641469 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] 10.222.0.89 "PUT /v2.0/routers/5b21b10d-df40-4528-8a72-2614dcbbe7b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3644075
Oct 27 15:08:12.952825 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088f0a9-3893-47c6-a8ad-8904d22f3a9f req-182036e2-1b4a-42f1-8a2e-7f9fdb012732 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:12.959142 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b088f0a9-3893-47c6-a8ad-8904d22f3a9f req-182036e2-1b4a-42f1-8a2e-7f9fdb012732 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.1534612
Oct 27 15:08:13.054456 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b088f0a9-3893-47c6-a8ad-8904d22f3a9f req-eda04c96-e6f0-4610-adea-56094b7b965c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875590
Oct 27 15:08:13.527712 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:13.710545 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 4b8cf7df-82b3-4956-af32-7f969e5e018d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:13.711636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:13.815909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b866-e502-4c35-9cdb-f4f332c3dc55 req-57bb2def-88ca-493d-92f4-b30f08b111ca tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:13.822724 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-71c8b866-e502-4c35-9cdb-f4f332c3dc55 req-57bb2def-88ca-493d-92f4-b30f08b111ca tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 944 time: 0.1200194
Oct 27 15:08:13.901377 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-71c8b866-e502-4c35-9cdb-f4f332c3dc55 req-3aefd16f-e96a-4ce0-b160-4617483ed57f tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773973
Oct 27 15:08:13.947560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:13.993739 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:14.018498 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:14.026320 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:14.031576 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:14.205042 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8b7e86c3-7f58-48b2-9325-639282c85deb up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:14.256207 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'code': 200}
Oct 27 15:08:14.338804 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=7']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:14.343808 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:14.373067 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 8b7e86c3-7f58-48b2-9325-639282c85deb triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:14.373652 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:14.541463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2cceb-24d9-4529-946c-7821e723a165 req-c9bd0d35-587b-4503-91ac-b87a136a183f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:14.542915 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b5f2cceb-24d9-4529-946c-7821e723a165 req-c9bd0d35-587b-4503-91ac-b87a136a183f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2130468
Oct 27 15:08:14.622059 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b5f2cceb-24d9-4529-946c-7821e723a165 req-738010e1-33b0-4e09-a112-2be3d58593a3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721352
Oct 27 15:08:15.093105 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:15.369238 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8d022-8490-40fb-b100-5777b13cda57 req-60c3ad7d-7863-483f-b174-892bb0adc38a tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:15.376435 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2dc8d022-8490-40fb-b100-5777b13cda57 req-60c3ad7d-7863-483f-b174-892bb0adc38a tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 944 time: 0.2400973
Oct 27 15:08:15.523190 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2dc8d022-8490-40fb-b100-5777b13cda57 req-5dd2c442-4938-47b7-99a8-3afe4ea77bd4 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450782
Oct 27 15:08:15.526665 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d80db351-8e11-4144-b9de-91b6445f74e2 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:15.709058 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port d80db351-8e11-4144-b9de-91b6445f74e2 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:15.723688 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port d80db351-8e11-4144-b9de-91b6445f74e2 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:15.724263 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:15.925655 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:15.963432 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6769fd-7c41-4201-8909-cbde15e17364 req-03dcbffc-d350-4fad-8492-004eac74bd5f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:15.965220 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc6769fd-7c41-4201-8909-cbde15e17364 req-03dcbffc-d350-4fad-8492-004eac74bd5f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1180913
Oct 27 15:08:15.994373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d80db351-8e11-4144-b9de-91b6445f74e2,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:16.008838 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:16.011272 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:16.082560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:16.088057 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:16.094369 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc6769fd-7c41-4201-8909-cbde15e17364 req-05f36b65-b83c-4d42-a4d6-cc897ee9a40b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124492
Oct 27 15:08:16.257858 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:16.364569 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2', 'code': 200}
Oct 27 15:08:16.855922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc95ac7-511c-4349-93be-462838efb6db req-fad55623-f006-4fb5-bba2-b1322ceab70a tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:16.863948 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0cc95ac7-511c-4349-93be-462838efb6db req-fad55623-f006-4fb5-bba2-b1322ceab70a tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.0997062
Oct 27 15:08:16.981143 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0cc95ac7-511c-4349-93be-462838efb6db req-fc4e815f-3d3b-4266-8394-857440db4cd2 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128759
Oct 27 15:08:17.007738 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ef2d6227-057d-4a3a-b0dd-36da8eae6035 req-1a5d7d6a-fcd6-4819-92d4-4376a2120dd0 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 1098 time: 0.2425482
Oct 27 15:08:17.086983 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ef2d6227-057d-4a3a-b0dd-36da8eae6035 req-98cf2be2-3962-4435-95b1-122036d607de service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673475
Oct 27 15:08:17.612573 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bddb18-7f81-4f65-b18d-e482e0580266 req-3def86a2-fc17-463d-b04b-f14b505ab5b8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:17.614211 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98bddb18-7f81-4f65-b18d-e482e0580266 req-3def86a2-fc17-463d-b04b-f14b505ab5b8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2485323
Oct 27 15:08:17.716365 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98bddb18-7f81-4f65-b18d-e482e0580266 req-e4451474-9f08-40d2-820a-606073cf2079 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935018
Oct 27 15:08:17.956964 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-5d8fb066-c1ae-4b97-a5f3-3d3124998381 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1099 time: 0.1840582
Oct 27 15:08:18.233822 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 71c27d05-7403-4c93-96a5-8d206aa39c3a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:18.452330 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 71c27d05-7403-4c93-96a5-8d206aa39c3a completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:18.458261 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 71c27d05-7403-4c93-96a5-8d206aa39c3a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:18.458992 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:18.657012 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-b3c45799-3191-4b50-b57b-62b62c92a266 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:18.666712 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-b3c45799-3191-4b50-b57b-62b62c92a266 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.6737840
Oct 27 15:08:18.814242 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:18.847018 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 71c27d05-7403-4c93-96a5-8d206aa39c3a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=71c27d05-7403-4c93-96a5-8d206aa39c3a,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:18.849879 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0382dbb-89a7-41a4-b058-90f2127d0ce5 req-462197c6-7b23-47ae-a630-af47ac0436f3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:18.856891 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f0382dbb-89a7-41a4-b058-90f2127d0ce5 req-462197c6-7b23-47ae-a630-af47ac0436f3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.5401316
Oct 27 15:08:18.862461 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:18.876866 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:19.012034 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=71c27d05-7403-4c93-96a5-8d206aa39c3a,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:19.021589 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:19.043825 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f0382dbb-89a7-41a4-b058-90f2127d0ce5 req-6285b119-12a1-49fb-8465-af317c84dc62 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553915
Oct 27 15:08:19.101729 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-4fce9cbb-7c61-44f4-850a-e874a025103f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 1001 time: 0.4188209
Oct 27 15:08:19.318477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-142e01a5-e6ed-42da-9e4e-2cf2340560c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:19.325450 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-142e01a5-e6ed-42da-9e4e-2cf2340560c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.1886501
Oct 27 15:08:19.667131 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-6bd5eb2e-a334-45e5-a7a8-fd1331296477 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2882295
Oct 27 15:08:19.775139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3587eb-41dd-4a89-bf91-98ac3da74189 req-03785052-7254-4778-9817-4b02065539c5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:19.787361 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b3587eb-41dd-4a89-bf91-98ac3da74189 req-03785052-7254-4778-9817-4b02065539c5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.5395195
Oct 27 15:08:20.110937 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9479450-fd80-405f-93f3-80c6e7ae062a req-b649aeae-345d-4af9-a629-809ebc2065a0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:20.112503 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e9479450-fd80-405f-93f3-80c6e7ae062a req-b649aeae-345d-4af9-a629-809ebc2065a0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2740228
Oct 27 15:08:20.166294 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b3587eb-41dd-4a89-bf91-98ac3da74189 req-fd71cfbc-e45c-434a-94c6-01383e11068f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3771915
Oct 27 15:08:20.224397 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e9479450-fd80-405f-93f3-80c6e7ae062a req-75d119e3-b2e8-4576-8f24-bf8454b9c68f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055861
Oct 27 15:08:20.236458 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 71c27d05-7403-4c93-96a5-8d206aa39c3a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:20.247940 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-b2000fd2-a82d-404a-9c03-aecf20e8e81b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.8228791
Oct 27 15:08:20.343674 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-dc915035-eab5-4dce-a9b3-f5a43c0ee9c3 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6661446
Oct 27 15:08:20.385713 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 71c27d05-7403-4c93-96a5-8d206aa39c3a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:20.386232 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:20.760404 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50c613ea-493d-41f0-b0ee-c671161b70c8 req-03a1636e-24f1-4adf-a447-ef33a55694b4 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3897431
Oct 27 15:08:20.788294 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42092) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:20.874423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d593-803d-40b6-8867-5c2bb2674579 req-53471cba-c649-491f-af60-67f9ba3b6eab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:20.876182 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-53471cba-c649-491f-af60-67f9ba3b6eab service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.6271729
Oct 27 15:08:20.985694 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-23a87e17-67b8-4f0b-a385-43e1a95aa790 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.0850656
Oct 27 15:08:20.993790 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58c741-8a1a-473b-bd79-b79bc0cf9ab6 req-77b9af45-eff1-4263-8d84-ccd1c0d6c60e tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:21.000603 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2f58c741-8a1a-473b-bd79-b79bc0cf9ab6 req-77b9af45-eff1-4263-8d84-ccd1c0d6c60e tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.2437861
Oct 27 15:08:21.108805 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350d593-803d-40b6-8867-5c2bb2674579 req-31b7a412-3488-4009-81d3-e6e859543684 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:21.110246 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-31b7a412-3488-4009-81d3-e6e859543684 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1077118
Oct 27 15:08:21.122529 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2f58c741-8a1a-473b-bd79-b79bc0cf9ab6 req-fb37be77-51eb-43d3-959d-3968f517bd8b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210170
Oct 27 15:08:21.177026 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-324a92f4-776c-42f0-803a-8b2a46308a11 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489409
Oct 27 15:08:21.210210 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4bd28f78-aead-477c-beeb-84e96221c66d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=232e08d132a9419d8e005d58c8c63763&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4206266
Oct 27 15:08:21.210814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42104) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:21.374344 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:21.451794 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:21.492569 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-63e02383-93dd-4c85-b072-fba0dc25a2a0 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3026481
Oct 27 15:08:21.624526 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86361dcc-1c45-4cb8-858e-f65ffa283585 req-79fd02e5-0e5c-4e4c-a238-3c71b578a02c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:21.631878 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86361dcc-1c45-4cb8-858e-f65ffa283585 req-79fd02e5-0e5c-4e4c-a238-3c71b578a02c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1632318
Oct 27 15:08:21.698845 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86361dcc-1c45-4cb8-858e-f65ffa283585 req-a26eabb5-d366-4ec9-8450-ce87a3ec68f5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660460
Oct 27 15:08:21.718440 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:21.723639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-745eb756-cdba-4b5d-a946-e2563697db7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:21.726628 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c1cc5-3e74-4e44-8f9b-ed323c0c3d01 req-874d477b-c4fd-44af-b0f9-6c9b2dc07d31 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:21.734859 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5d6c1cc5-3e74-4e44-8f9b-ed323c0c3d01 req-874d477b-c4fd-44af-b0f9-6c9b2dc07d31 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2065027
Oct 27 15:08:21.750297 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5aa110-ae52-4aa7-9631-2b82567c1750,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:21.784189 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:21.806142 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:21.807589 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9e5aa110-ae52-4aa7-9631-2b82567c1750 HTTP/1.1" status: 204  len: 168 time: 0.5958531
Oct 27 15:08:21.829399 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4350d593-803d-40b6-8867-5c2bb2674579 req-fb8d43a4-1ce3-43d2-a573-cd547391a7e5 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3269026
Oct 27 15:08:21.872103 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5d6c1cc5-3e74-4e44-8f9b-ed323c0c3d01 req-bc631a9a-49ae-4290-819e-7ee81a71ff63 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363013
Oct 27 15:08:22.709291 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb8d6e-dfc8-45e4-84c1-c44df2ab6aca req-e6406a1e-b607-4160-9d2d-23b9b06693cf tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:22.718109 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78fb8d6e-dfc8-45e4-84c1-c44df2ab6aca req-e6406a1e-b607-4160-9d2d-23b9b06693cf tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1584985
Oct 27 15:08:22.818081 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78fb8d6e-dfc8-45e4-84c1-c44df2ab6aca req-597f9d1f-a66b-44fb-b755-5584b6690847 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924730
Oct 27 15:08:23.056181 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9fc23-8111-45ad-be6d-e8310115f86b req-668f94d1-dbd2-4fc6-9ac7-f81ffc1d4c7c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:23.064825 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8ff9fc23-8111-45ad-be6d-e8310115f86b req-668f94d1-dbd2-4fc6-9ac7-f81ffc1d4c7c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1142271
Oct 27 15:08:23.130927 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8ff9fc23-8111-45ad-be6d-e8310115f86b req-fd5649a2-d15a-4617-acc9-55c90ee3656d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648270
Oct 27 15:08:23.199384 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1d75-ac57-4fd9-ba30-2109fb384e38 req-87959422-67e2-4d52-bead-88cd850a0fee tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:23.200859 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50ae1d75-ac57-4fd9-ba30-2109fb384e38 req-87959422-67e2-4d52-bead-88cd850a0fee tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1133099
Oct 27 15:08:23.276148 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-50ae1d75-ac57-4fd9-ba30-2109fb384e38 req-45b32272-976f-4774-817e-d51e72c9bb9d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672688
Oct 27 15:08:24.179791 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0790f87-4728-46cb-af7d-9a4fc186aff6 req-15b19cf7-86b1-486c-b604-beda53ddf119 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:24.184674 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a0790f87-4728-46cb-af7d-9a4fc186aff6 req-15b19cf7-86b1-486c-b604-beda53ddf119 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1504211
Oct 27 15:08:24.266397 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a0790f87-4728-46cb-af7d-9a4fc186aff6 req-843417d3-9146-4580-b9d4-d06549b21ec2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755365
Oct 27 15:08:24.648540 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cc89e-4bcd-41c1-8712-cda542662b18 req-b1ddc6f5-f0d9-4f75-bfb6-c77cc45a5151 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:24.651335 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d29cc89e-4bcd-41c1-8712-cda542662b18 req-b1ddc6f5-f0d9-4f75-bfb6-c77cc45a5151 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1519880
Oct 27 15:08:24.690476 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cda65-f208-42ce-a183-357cdae9d587 req-8dbfd566-185f-446e-8a4a-2dd233652f34 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:24.697843 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-939cda65-f208-42ce-a183-357cdae9d587 req-8dbfd566-185f-446e-8a4a-2dd233652f34 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1414702
Oct 27 15:08:24.728363 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d29cc89e-4bcd-41c1-8712-cda542662b18 req-2f54ebd7-a24a-4084-a344-a7be48252190 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692737
Oct 27 15:08:24.804871 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-939cda65-f208-42ce-a183-357cdae9d587 req-bd7b3842-31a4-4660-b627-e843fe73d38e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058729
Oct 27 15:08:25.169340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31274d-e872-47de-9e3b-7116399fa408 req-16ffa377-e3d8-4cbe-b90e-f59730aa6334 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:25.171326 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d31274d-e872-47de-9e3b-7116399fa408 req-16ffa377-e3d8-4cbe-b90e-f59730aa6334 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1614208
Oct 27 15:08:25.283615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Deleting port 63c047e3-cab9-406f-a7db-e64d37ae9679 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:08:25.284206 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:25.989630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeed0ef-6680-42b3-ba57-962c62ac4af0 req-32bf3f8d-c7be-4cd8-b880-c415de880720 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:26.000602 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bdeed0ef-6680-42b3-ba57-962c62ac4af0 req-32bf3f8d-c7be-4cd8-b880-c415de880720 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 946 time: 0.1733506
Oct 27 15:08:26.112568 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] For port 63c047e3-cab9-406f-a7db-e64d37ae9679, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=63c047e3-cab9-406f-a7db-e64d37ae9679,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:26.112945 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:26.119598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db0592-9daf-4efb-a1fd-f7f5f21db6bc req-ac51fc14-4a2c-481a-a2ce-fd94755279ed tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:26.126850 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-73db0592-9daf-4efb-a1fd-f7f5f21db6bc req-ac51fc14-4a2c-481a-a2ce-fd94755279ed tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1298492
Oct 27 15:08:26.240313 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-73db0592-9daf-4efb-a1fd-f7f5f21db6bc req-bb2477e3-6066-4a2d-be92-42796f632fac tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116548
Oct 27 15:08:26.457145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Calling delete_port for 63c047e3-cab9-406f-a7db-e64d37ae9679 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:08:26.609319 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bdeed0ef-6680-42b3-ba57-962c62ac4af0 req-b76758cc-d416-40d3-9c61-69225b61dafb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6076422
Oct 27 15:08:26.763918 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68920eb9-4bf7-49ed-9c08-1dc29fe27182 req-a32756a0-c301-417b-9b61-59af76472e05 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:26.782377 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-68920eb9-4bf7-49ed-9c08-1dc29fe27182 req-a32756a0-c301-417b-9b61-59af76472e05 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2563894
Oct 27 15:08:26.844062 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-68920eb9-4bf7-49ed-9c08-1dc29fe27182 req-56ee05d6-4316-4b6c-bfe8-4ce98eef0f91 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727675
Oct 27 15:08:26.869260 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:26.869260 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-39cdb0bf-c34a-45c0-aaa3-8d2a8ce336fe tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:26.886040 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2', '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', '06260082-ee20-46d2-82c2-6035410c5d08', '63c047e3-cab9-406f-a7db-e64d37ae9679'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:26.955023 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event deleted for resources: {'Port': ['ID=63c047e3-cab9-406f-a7db-e64d37ae9679,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:26.960866 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:27.100283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] No DVR routers for this DVR port 63c047e3-cab9-406f-a7db-e64d37ae9679 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:08:27.108780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:27.112320 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'name': 'network-vif-deleted', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:27.137258 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d31274d-e872-47de-9e3b-7116399fa408 req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "DELETE /v2.0/ports/63c047e3-cab9-406f-a7db-e64d37ae9679 HTTP/1.1" status: 204  len: 173 time: 1.9590545
Oct 27 15:08:27.185393 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e1a068-5690-4560-80d9-13b3fefbef28', 'name': 'network-vif-deleted', 'tag': '63c047e3-cab9-406f-a7db-e64d37ae9679', 'status': 'completed', 'code': 200}
Oct 27 15:08:27.772659 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c71239-732f-4b04-93a1-493b5dc6935c req-6e7402fe-0981-40bc-8282-df00114c0018 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:27.774388 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-36c71239-732f-4b04-93a1-493b5dc6935c req-6e7402fe-0981-40bc-8282-df00114c0018 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.2092295
Oct 27 15:08:27.872931 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-36c71239-732f-4b04-93a1-493b5dc6935c req-b6013c41-b355-4b3d-bde9-0a639ae1494a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873988
Oct 27 15:08:27.960924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-526cc73b-39a2-4b00-bd1d-856c62d7cf1e req-5f2ccbc3-be38-4b9c-9018-3a30b3406326 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:28.002182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-526cc73b-39a2-4b00-bd1d-856c62d7cf1e req-5f2ccbc3-be38-4b9c-9018-3a30b3406326 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:28.012084 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-526cc73b-39a2-4b00-bd1d-856c62d7cf1e req-5f2ccbc3-be38-4b9c-9018-3a30b3406326 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=c6e1a068-5690-4560-80d9-13b3fefbef28 HTTP/1.1" status: 200  len: 210 time: 0.1051159
Oct 27 15:08:28.178050 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dff8a-c535-41c4-b497-0955cee724f6 req-8bb23598-e4f4-4ecb-bd6c-87e88a9ec2ac tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:28.186138 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-253dff8a-c535-41c4-b497-0955cee724f6 req-8bb23598-e4f4-4ecb-bd6c-87e88a9ec2ac tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1316648
Oct 27 15:08:28.280519 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-253dff8a-c535-41c4-b497-0955cee724f6 req-f6b3a633-c2b3-443d-895a-5bfe59e28e09 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934365
Oct 27 15:08:29.108162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e421ee2-e6fb-4c5a-9071-2676f25824d9 req-acccb5f3-d7a9-4630-b146-1d05867a2830 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:29.116606 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6e421ee2-e6fb-4c5a-9071-2676f25824d9 req-acccb5f3-d7a9-4630-b146-1d05867a2830 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0880578
Oct 27 15:08:29.231794 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6e421ee2-e6fb-4c5a-9071-2676f25824d9 req-709dc311-facd-419a-b5c6-09d055e0fed3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087489
Oct 27 15:08:29.250655 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-80d7a26f-a6bb-4949-b8e2-a4caa677cd1d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1099 time: 0.1129978
Oct 27 15:08:29.492259 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-af560c2f-33c7-4138-b35e-e01364b57862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:29.493784 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-af560c2f-33c7-4138-b35e-e01364b57862 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.2309501
Oct 27 15:08:29.518039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20139987-db45-4281-8afd-a0e90b71bf14 req-f06c2403-11c9-4405-9a90-f7baa174ff28 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:29.520707 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-20139987-db45-4281-8afd-a0e90b71bf14 req-f06c2403-11c9-4405-9a90-f7baa174ff28 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0899053
Oct 27 15:08:29.580860 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 63c047e3-cab9-406f-a7db-e64d37ae9679 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:08:29.623328 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-20139987-db45-4281-8afd-a0e90b71bf14 req-9b5aff20-f2ed-4477-a7e3-32f70b83c478 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960855
Oct 27 15:08:29.631210 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-32bc2fe0-b706-4c38-bf56-e6742f31faf6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 1001 time: 0.1297848
Oct 27 15:08:29.651311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 63c047e3-cab9-406f-a7db-e64d37ae9679 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:08:29.651708 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 63c047e3-cab9-406f-a7db-e64d37ae9679 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:08:29.707423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-17b8a5f9-3bf0-463a-ade7-02b50298ea72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:29.710233 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-17b8a5f9-3bf0-463a-ade7-02b50298ea72 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0628800
Oct 27 15:08:29.799696 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-39ac6423-0e23-4596-a080-27a58eaa77d2 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832062
Oct 27 15:08:29.952681 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-67b70aad-5db0-4dab-af35-f66520a30227 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413491
Oct 27 15:08:30.106953 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8775e3b-b523-4cf4-bdb8-9096ee1c2200 req-ce64c792-86e8-4c15-9dac-b5ac4a5338c4 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426053
Oct 27 15:08:30.306145 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Sync routers for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:08:30.317980 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:30.318590 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298fe6d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:08:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:30.512888 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b8244-28b0-44bf-86d9-7af93e4f3be5 req-7be189ba-eb60-4c03-b37b-9e1fb176f35c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:30.514526 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b47b8244-28b0-44bf-86d9-7af93e4f3be5 req-7be189ba-eb60-4c03-b37b-9e1fb176f35c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0958741
Oct 27 15:08:30.572717 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b47b8244-28b0-44bf-86d9-7af93e4f3be5 req-62e30658-c43e-4cac-8c70-af5d17cd5413 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500977
Oct 27 15:08:30.575897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:30.876645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-f2056ff0-6f4d-452e-92be-037bafb56b38 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:30.878278 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-f2056ff0-6f4d-452e-92be-037bafb56b38 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 814 time: 0.1671603
Oct 27 15:08:30.897370 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-24b6f5eb-8e56-45b1-9b82-67653ed26150 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/quotas/0ef0fcc833424463b242c242eeeaebf1 HTTP/1.1" status: 200  len: 375 time: 0.0116193
Oct 27 15:08:30.940713 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298fe6d0>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 4, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'e6573130-12ef-4d50-b754-b388e322ef61', 'name': '', 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'tenant_id': '17370a1e14984734adf98f923348836e', 'mac_address': 'fa:16:3e:c2:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:08Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 2, 'project_id': '17370a1e14984734adf98f923348836e', 'subnets': [{'id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:30.945524 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Checking router: 5b21b10d-df40-4528-8a72-2614dcbbe7b8 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:08:30.945892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Updating router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 port e6573130-12ef-4d50-b754-b388e322ef61 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:08:30.967242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8028c2-160d-4f09-9ca4-5bb9047a8447 req-3ecc8b53-2a1a-43ef-8dee-6a2e880190db tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:30.968934 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2f8028c2-160d-4f09-9ca4-5bb9047a8447 req-3ecc8b53-2a1a-43ef-8dee-6a2e880190db tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0829713
Oct 27 15:08:30.993843 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-e46d0c44-e43a-4956-8a31-11956f35817d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:31.003746 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.012205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-e46d0c44-e43a-4956-8a31-11956f35817d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:31.013969 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-e46d0c44-e43a-4956-8a31-11956f35817d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1112177
Oct 27 15:08:31.044143 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2f8028c2-160d-4f09-9ca4-5bb9047a8447 req-7043b60f-0619-4665-b6b4-03e9ebd49524 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609984
Oct 27 15:08:31.244213 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-1140442e-c8f3-4295-a594-83ce2b41aa94 service neutron] 10.222.0.89 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2167716
Oct 27 15:08:31.305613 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89a0ca-6334-489d-a5b2-23888978d42c req-6fbc7316-936f-4a05-8f9d-ae89b82704aa tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:31.306771 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d89a0ca-6334-489d-a5b2-23888978d42c req-6fbc7316-936f-4a05-8f9d-ae89b82704aa tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.1529996
Oct 27 15:08:31.356375 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d89a0ca-6334-489d-a5b2-23888978d42c req-0c46741c-74f9-4e05-93a2-1d6a0deca4e4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430961
Oct 27 15:08:31.395422 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.408573 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Transition to ACTIVE for port object e6573130-12ef-4d50-b754-b388e322ef61 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:31.413550 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-eb5063dd-c50c-4d56-9151-7b38b84ef678 service neutron] 10.222.0.89 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1597121
Oct 27 15:08:31.418404 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.423278 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:31.593363 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Pushing event updated for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:31.640222 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:31.714182 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-20bb54e3-182c-4215-aec7-e8b214e6f883 req-be30252f-9552-4f60-8fc9-b9d3b1322804 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 210 time: 0.1115465
Oct 27 15:08:31.718870 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Attempting to bind port e6573130-12ef-4d50-b754-b388e322ef61 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:31.719311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Attempting to bind port e6573130-12ef-4d50-b754-b388e322ef61 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:31.719635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Attempting to bind port e6573130-12ef-4d50-b754-b388e322ef61 on network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:31.727385 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:31.727838 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Checking segment: {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:31.728255 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.728664 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Bound using segment: {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:31.729324 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Bound port: e6573130-12ef-4d50-b754-b388e322ef61, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21feefeb-e9d4-496c-b916-f6a919575aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1340, 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:31.729969 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.904971 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec9311-ebc4-4143-b959-401728e9014a req-6e7ac140-cb64-412a-8847-ec10f5aa632a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:31.905794 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] For port e6573130-12ef-4d50-b754-b388e322ef61, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:31.906521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] For port e6573130-12ef-4d50-b754-b388e322ef61, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e6573130-12ef-4d50-b754-b388e322ef61,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:31.908381 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24ec9311-ebc4-4143-b959-401728e9014a req-6e7ac140-cb64-412a-8847-ec10f5aa632a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.1004798
Oct 27 15:08:31.917445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:31.921137 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:31.956539 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24ec9311-ebc4-4143-b959-401728e9014a req-b78f8b80-eefe-432c-8e19-8c06d4c2341b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472441
Oct 27 15:08:32.004339 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Pushing event updated for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:32.016739 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:32.033543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:08:32.034344 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298fe6d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:08:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:32.252873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:08:32.325574 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4482a0-514b-4ba7-a249-a21e153ccb9e req-9624a43e-3019-475a-a651-60a1a1eaeaa8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:32.327629 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-da4482a0-514b-4ba7-a249-a21e153ccb9e req-9624a43e-3019-475a-a651-60a1a1eaeaa8 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1264694
Oct 27 15:08:32.400097 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-da4482a0-514b-4ba7-a249-a21e153ccb9e req-a73d7bb2-4116-4682-94f8-bbcd90af74da tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648844
Oct 27 15:08:32.558898 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f0d6f-1c85-4a98-89da-42a0231fef0e req-4e149099-27f6-49c0-8159-d51094bbd4f2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:32.560367 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c91f0d6f-1c85-4a98-89da-42a0231fef0e req-4e149099-27f6-49c0-8159-d51094bbd4f2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.0785165
Oct 27 15:08:32.605218 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c91f0d6f-1c85-4a98-89da-42a0231fef0e req-f406c700-9ee2-47cc-9871-5256feb51c3f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391643
Oct 27 15:08:32.647683 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298fe6d0>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 4, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'e6573130-12ef-4d50-b754-b388e322ef61', 'name': '', 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'tenant_id': '17370a1e14984734adf98f923348836e', 'mac_address': 'fa:16:3e:c2:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:08Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '17370a1e14984734adf98f923348836e', 'subnets': [{'id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:08:32.651492 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2381a129-bf7f-4abe-a19f-e9a41b370d14 None None] The sync data for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi is: [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 4, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'e6573130-12ef-4d50-b754-b388e322ef61', 'name': '', 'network_id': '34b86fb9-c1de-4b9d-82e4-dc213a7bcf05', 'tenant_id': '17370a1e14984734adf98f923348836e', 'mac_address': 'fa:16:3e:c2:3a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:08Z', 'updated_at': '2021-10-27T15:08:31Z', 'revision_number': 4, 'project_id': '17370a1e14984734adf98f923348836e', 'subnets': [{'id': 'e82d1fd0-43a8-4592-9475-8f8143843760', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:08:32.871680 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-ec84d58e-56e8-4384-9c19-a06f662b8a5e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:32.873317 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-ec84d58e-56e8-4384-9c19-a06f662b8a5e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 946 time: 0.1392314
Oct 27 15:08:32.965304 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-913c1f89-1f0d-4cf2-aeca-c1a466f01b41 req-3f231dfc-e8d0-44ec-b019-a82b1273a40d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 210 time: 0.0909436
Oct 27 15:08:33.000454 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Deleting port 06260082-ee20-46d2-82c2-6035410c5d08 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:08:33.000889 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:33.203401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6828af-ed5b-4498-8f9f-c9dd1998ee78 req-5f15371b-99ba-4101-923a-ac0e99eb6dcb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:33.205036 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7c6828af-ed5b-4498-8f9f-c9dd1998ee78 req-5f15371b-99ba-4101-923a-ac0e99eb6dcb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 946 time: 0.0906706
Oct 27 15:08:33.291858 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] For port 06260082-ee20-46d2-82c2-6035410c5d08, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=06260082-ee20-46d2-82c2-6035410c5d08,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:33.292300 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:33.302533 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7c6828af-ed5b-4498-8f9f-c9dd1998ee78 req-c8bd3921-f054-4eb6-b1ae-c9c7263cc02d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912187
Oct 27 15:08:33.457882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Calling delete_port for 06260082-ee20-46d2-82c2-6035410c5d08 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:08:33.623196 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:08:33.699263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-6b0b44d9-0284-4c36-9725-2635354cbf52 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:33.699978 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-6b0b44d9-0284-4c36-9725-2635354cbf52 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:33.753411 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c84c0-1335-45db-8a3a-e7ae556b840c req-6a9527f5-4b8f-4bb7-a1cf-82978c78a7b5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:33.760994 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-6b0b44d9-0284-4c36-9725-2635354cbf52 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:33.762473 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-6b0b44d9-0284-4c36-9725-2635354cbf52 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 814 time: 0.3374512
Oct 27 15:08:33.768694 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-992c84c0-1335-45db-8a3a-e7ae556b840c req-6a9527f5-4b8f-4bb7-a1cf-82978c78a7b5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2025664
Oct 27 15:08:33.773916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:33.781606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9f4cd6ab-5d85-41dd-9110-08a01abc59d5 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:33.816372 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2', '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', '06260082-ee20-46d2-82c2-6035410c5d08'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:33.832654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'port': {'device_id': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'admin_state_up': True, 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:33.833361 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-992c84c0-1335-45db-8a3a-e7ae556b840c req-a35c09ec-0d7d-426f-bf64-5d0c0b5e23b5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639820
Oct 27 15:08:33.875819 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event deleted for resources: {'Port': ['ID=06260082-ee20-46d2-82c2-6035410c5d08,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:33.941632 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:33.968785 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.970321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.970321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.970321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.970654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.970757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.971103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.971463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.971810 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.972148 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.972528 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:33.983779 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:33.994096 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:34.027805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:34.044658 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.112789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] No DVR routers for this DVR port 06260082-ee20-46d2-82c2-6035410c5d08 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:08:34.119720 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.122884 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'name': 'network-vif-deleted', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:34.149587 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-42237805-5f61-46b4-bf5d-e668befe284c req-0d7f32a7-c228-4e8e-8abe-31155faf1c26 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0915668
Oct 27 15:08:34.155976 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:34.170588 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a74fc91e-c4c8-4761-8073-fd70952ef97b req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "DELETE /v2.0/ports/06260082-ee20-46d2-82c2-6035410c5d08 HTTP/1.1" status: 204  len: 173 time: 1.2480330
Oct 27 15:08:34.229965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:08:34.257997 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:08:34.291626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Made reservation on behalf of 0ef0fcc833424463b242c242eeeaebf1 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:08:34.294829 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.296783 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e6573130-12ef-4d50-b754-b388e322ef61 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:34.353193 dv-cinder-815673-1-iscsi neutron-server[82716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'code': 422} returned with failed status
Oct 27 15:08:34.394782 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=8']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:34.410014 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:34.502481 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-efb46b92-1ef3-4d41-bd7a-15f6d80e3ce9 req-bc8af564-bcfd-4f9e-8e25-5f70c2850665 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 210 time: 0.0607796
Oct 27 15:08:34.527124 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd04bae-a353-4eab-bf4b-1543a8971d5d', 'name': 'network-vif-deleted', 'tag': '06260082-ee20-46d2-82c2-6035410c5d08', 'status': 'completed', 'code': 200}
Oct 27 15:08:34.527933 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port e6573130-12ef-4d50-b754-b388e322ef61 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:34.564986 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port e6573130-12ef-4d50-b754-b388e322ef61 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:34.565444 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.624533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Allocated IP 172.20.0.12 (5bfb410c-3f78-4859-9b01-567af282983d/278d5425-1f58-41d5-aabc-99d90491b16e/fb56dfc5-9885-413d-80fd-5386578d3903) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:08:34.893750 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.943509 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port e6573130-12ef-4d50-b754-b388e322ef61, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e6573130-12ef-4d50-b754-b388e322ef61,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:34.951260 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:34.956587 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:35.064418 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:35.068706 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:35.114862 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:35.135779 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-78a56fde-c9ed-477e-af47-cce406cf028a req-e3e411b6-ec5d-4f9f-a258-7a33cb77d019 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1527379
Oct 27 15:08:35.138380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Transition to ACTIVE for port object fb56dfc5-9885-413d-80fd-5386578d3903 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:35.178124 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdfffbc-4d58-48a0-b319-d007240e4be2 req-08682d77-99a5-415f-89cf-21f89693d0f7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:35.179693 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fcdfffbc-4d58-48a0-b319-d007240e4be2 req-08682d77-99a5-415f-89cf-21f89693d0f7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1746790
Oct 27 15:08:35.182883 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:35.188666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:35.301202 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fcdfffbc-4d58-48a0-b319-d007240e4be2 req-533c7f05-76eb-424c-83d7-9e852f7293ef tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089764
Oct 27 15:08:35.355400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Network 5bfb410c-3f78-4859-9b01-567af282983d is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:08:35.366773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:08:35.386139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:08:35.516941 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:35.524657 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:35.713470 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:35.714160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:35.747418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ba597804-a6dc-4cd1-a2cc-c802a93335b5 req-bf46dadc-b3a1-449a-8dcb-7f9c303901e6 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:35.779100 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2f1dc-b9ce-4241-91b6-85806b871ab2 req-22c2fdb4-2637-4c4f-b0ff-5de1aec0216e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:35.785895 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9570131
Oct 27 15:08:35.786360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ba597804-a6dc-4cd1-a2cc-c802a93335b5 req-bf46dadc-b3a1-449a-8dcb-7f9c303901e6 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:35.787407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ba597804-a6dc-4cd1-a2cc-c802a93335b5 req-bf46dadc-b3a1-449a-8dcb-7f9c303901e6 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.2027843
Oct 27 15:08:35.788712 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9ea2f1dc-b9ce-4241-91b6-85806b871ab2 req-22c2fdb4-2637-4c4f-b0ff-5de1aec0216e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1926749
Oct 27 15:08:35.810309 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 42318) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:08:35.906445 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9ea2f1dc-b9ce-4241-91b6-85806b871ab2 req-929cc5bb-9c41-4da6-b6e9-52212ead333c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168582
Oct 27 15:08:35.971781 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-bcbecda2-e030-43ae-80a8-67b13841147f None None] Provisioning for port fb56dfc5-9885-413d-80fd-5386578d3903 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:35.986551 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-bcbecda2-e030-43ae-80a8-67b13841147f None None] Provisioning complete for port fb56dfc5-9885-413d-80fd-5386578d3903 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:35.987239 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-bcbecda2-e030-43ae-80a8-67b13841147f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:36.138239 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-bcbecda2-e030-43ae-80a8-67b13841147f None None] Port fb56dfc5-9885-413d-80fd-5386578d3903 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:08:36.165180 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-224f58de-1b1d-4f2c-ab9c-3bb7ffed0e0e service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3536446
Oct 27 15:08:36.190920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e6573130-12ef-4d50-b754-b388e322ef61 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:36.201767 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-38f2a119-1e81-43d6-acb6-95039583ecc2 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:36.201767 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-38f2a119-1e81-43d6-acb6-95039583ecc2 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:36.227738 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-38f2a119-1e81-43d6-acb6-95039583ecc2 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:36.234687 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-38f2a119-1e81-43d6-acb6-95039583ecc2 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.1782625
Oct 27 15:08:36.256461 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-54f8e611-7123-4db8-97ea-29a24a48148b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:36.320008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-0e66b802-361e-426a-8a45-884e451e7c89 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:36.352528 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port e6573130-12ef-4d50-b754-b388e322ef61 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:36.352972 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:36.356625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-0e66b802-361e-426a-8a45-884e451e7c89 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:36.361155 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-eea8a326-b42d-4d13-9d1d-33e00d267eee req-0e66b802-361e-426a-8a45-884e451e7c89 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229436
Oct 27 15:08:36.569540 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:36.722598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f91ce-1f82-471d-aeb3-eb417bb6e6b9 req-e9789507-81d0-4708-b009-6ff2e7538611 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:36.724181 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-238f91ce-1f82-471d-aeb3-eb417bb6e6b9 req-e9789507-81d0-4708-b009-6ff2e7538611 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0827820
Oct 27 15:08:36.777527 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-238f91ce-1f82-471d-aeb3-eb417bb6e6b9 req-fd36049a-57fe-4911-924d-59f7e7b827bf tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470006
Oct 27 15:08:36.996064 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-32bc3e19-e7c3-4190-9f79-5bb21ba80d9f req-e8619d74-e694-4ab5-a5a8-00959f5d1fc4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0505350
Oct 27 15:08:37.142578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce9fa1-5da3-4473-b4ed-91256d9b3814 req-95d8b539-11a0-4752-89ea-8fff4fc4d58f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:37.144078 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-59ce9fa1-5da3-4473-b4ed-91256d9b3814 req-95d8b539-11a0-4752-89ea-8fff4fc4d58f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0983407
Oct 27 15:08:37.192541 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-59ce9fa1-5da3-4473-b4ed-91256d9b3814 req-29190af2-6c19-4cc0-b0a2-3e599b7cf8c4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419042
Oct 27 15:08:37.594852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9a6b8-a705-4d40-ae3b-54322e17e24c req-63b35f8c-8e25-4812-87a7-3549cba7c758 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:37.596349 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-57f9a6b8-a705-4d40-ae3b-54322e17e24c req-63b35f8c-8e25-4812-87a7-3549cba7c758 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.0934031
Oct 27 15:08:37.641742 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 06260082-ee20-46d2-82c2-6035410c5d08 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:08:37.657046 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-57f9a6b8-a705-4d40-ae3b-54322e17e24c req-4e913e5e-f464-4a11-b100-6aa30c3d29e4 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546539
Oct 27 15:08:37.680917 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 06260082-ee20-46d2-82c2-6035410c5d08 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:08:37.681325 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 06260082-ee20-46d2-82c2-6035410c5d08 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:08:37.984025 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc3a9-f36f-49fc-8396-5e2eb1156f30 req-b2a702ca-77fb-470c-86b5-4773deb4ef35 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:37.985421 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-33afc3a9-f36f-49fc-8396-5e2eb1156f30 req-b2a702ca-77fb-470c-86b5-4773deb4ef35 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0851662
Oct 27 15:08:38.035774 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-33afc3a9-f36f-49fc-8396-5e2eb1156f30 req-84844cfa-2a2f-4a18-b760-4000a7c01b9d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446210
Oct 27 15:08:38.216943 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f0599fcb-5976-49c5-b778-d90c1cefaa27 req-9e5dd2a4-19bc-4139-9e4c-f946e29c8e80 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0502288
Oct 27 15:08:38.332636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-eb632dd1-a9a3-4c3a-8a9a-258e0ef4f8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:38.414323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148928e-e3a5-4760-a487-363f4ca9631e req-5be5ff2f-88cd-47f8-9027-5e29bd9b4e8e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:38.415893 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7148928e-e3a5-4760-a487-363f4ca9631e req-5be5ff2f-88cd-47f8-9027-5e29bd9b4e8e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0794075
Oct 27 15:08:38.462057 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7148928e-e3a5-4760-a487-363f4ca9631e req-4fa78e18-ff5e-4a0a-b2b8-48a12b9838d9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407217
Oct 27 15:08:38.881743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1bdad7-da73-4578-a434-c5e19212a736 req-a6b607c9-11f0-4221-b9d7-9235dca4ed89 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:38.883541 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1a1bdad7-da73-4578-a434-c5e19212a736 req-a6b607c9-11f0-4221-b9d7-9235dca4ed89 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.0933924
Oct 27 15:08:38.935757 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1a1bdad7-da73-4578-a434-c5e19212a736 req-de560d24-99c5-43fa-885d-a30714249262 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437405
Oct 27 15:08:39.203397 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:39.283418 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3b507-c749-4af2-9fb3-9758792da9b7 req-1f369304-21b9-4e5e-ba85-eb1c5c7e5d9e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:39.300153 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f7f3b507-c749-4af2-9fb3-9758792da9b7 req-1f369304-21b9-4e5e-ba85-eb1c5c7e5d9e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1133993
Oct 27 15:08:39.363089 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f7f3b507-c749-4af2-9fb3-9758792da9b7 req-7fafda56-d56b-4963-9097-2e08d09a9a49 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619121
Oct 27 15:08:39.455890 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-32ad43b7-e7d9-412c-a205-32f4c8e5a91a req-66697667-56a3-4e09-abbe-ee3be34daa60 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0410519
Oct 27 15:08:39.688558 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12bdef-cbe1-4c6f-8f7a-1806959fca15 req-f0067e96-02a9-4044-bf5e-cbfdca488978 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:39.690016 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2c12bdef-cbe1-4c6f-8f7a-1806959fca15 req-f0067e96-02a9-4044-bf5e-cbfdca488978 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0872624
Oct 27 15:08:39.740025 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2c12bdef-cbe1-4c6f-8f7a-1806959fca15 req-afaf29fe-02ac-4b7d-a03a-92e0d235b153 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444624
Oct 27 15:08:40.138741 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9884-cfde-426c-a6f7-d1d26d3cb2b9 req-da1986f6-9369-491f-b768-1ab4ed7d8015 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:40.140188 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47df9884-cfde-426c-a6f7-d1d26d3cb2b9 req-da1986f6-9369-491f-b768-1ab4ed7d8015 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.0842841
Oct 27 15:08:40.188692 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47df9884-cfde-426c-a6f7-d1d26d3cb2b9 req-fc6e56cf-34a7-474e-88ad-21957a841fc8 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429387
Oct 27 15:08:40.581236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a293b3c-f187-43b4-b62f-281e5734f21e req-c3823136-0b6c-4e4a-a24b-a7ae41c9497f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:40.582793 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5a293b3c-f187-43b4-b62f-281e5734f21e req-c3823136-0b6c-4e4a-a24b-a7ae41c9497f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0951128
Oct 27 15:08:40.632804 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5a293b3c-f187-43b4-b62f-281e5734f21e req-135aa509-5994-4d16-aa00-135d129d8dd9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429633
Oct 27 15:08:40.649179 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c15a3e62-857a-430c-b3f8-40a1b032cf09 req-94cda559-2b87-49d9-b75f-8c9820efa46f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0513179
Oct 27 15:08:40.764024 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:40.963504 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d43aad-5ab9-4821-a611-85dbd633a2b8 req-5c33b7b0-0f4b-4065-80d0-8365f77266a5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:40.964984 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-03d43aad-5ab9-4821-a611-85dbd633a2b8 req-5c33b7b0-0f4b-4065-80d0-8365f77266a5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0857422
Oct 27 15:08:41.011637 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-03d43aad-5ab9-4821-a611-85dbd633a2b8 req-f9856d04-cac3-465b-978d-22082c98f4c7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398989
Oct 27 15:08:41.396315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca7bd2-151e-4d93-ac84-3448f5c16a7e req-8e65fb9a-2417-4e31-9cef-20cd40de9bbd tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:41.398407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-60ca7bd2-151e-4d93-ac84-3448f5c16a7e req-8e65fb9a-2417-4e31-9cef-20cd40de9bbd tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.0816646
Oct 27 15:08:41.445386 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-60ca7bd2-151e-4d93-ac84-3448f5c16a7e req-97f9162b-ce91-45ca-8d86-b1292ba3a7f5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406129
Oct 27 15:08:41.853772 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-310fd865-7c58-4371-85ca-b5a8a61c0d90 req-5b3fe3be-b402-41f6-a953-5675bb3a6a01 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0472999
Oct 27 15:08:41.880254 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da8f5ed-017d-48a7-b8c1-e21db60d1f42 req-65fed3f9-5afc-43e1-a661-e02ebabe351a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:41.882782 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8da8f5ed-017d-48a7-b8c1-e21db60d1f42 req-65fed3f9-5afc-43e1-a661-e02ebabe351a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1120858
Oct 27 15:08:41.926881 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8da8f5ed-017d-48a7-b8c1-e21db60d1f42 req-8bdb475d-2ae3-4d18-9719-a2f7feb36543 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386660
Oct 27 15:08:42.301469 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b862b01-e6aa-4b2f-bcca-632969571e23 req-aba6205d-a170-444b-99da-eada74dd1138 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:42.303962 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b862b01-e6aa-4b2f-bcca-632969571e23 req-aba6205d-a170-444b-99da-eada74dd1138 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1366782
Oct 27 15:08:42.349644 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b862b01-e6aa-4b2f-bcca-632969571e23 req-9fb36faa-436f-44e3-95ce-43ee67930668 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397141
Oct 27 15:08:42.727615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a7d02-53fc-456e-9c36-e7e315e2055a req-2340d01f-e126-4e8b-b91f-1a0fc3764fd6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:42.729122 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fa1a7d02-53fc-456e-9c36-e7e315e2055a req-2340d01f-e126-4e8b-b91f-1a0fc3764fd6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.1380847
Oct 27 15:08:42.779599 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fa1a7d02-53fc-456e-9c36-e7e315e2055a req-8c4666a9-9322-4932-bfb4-067b35038097 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447531
Oct 27 15:08:43.041063 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e8fb9211-ca43-48c3-8fd5-6e318722a68b req-35e22fbb-7314-4e64-b697-cbf54efd309a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0425205
Oct 27 15:08:43.141566 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cffaf-250b-4f7e-9dc5-a087ab52bdf8 req-ee12d158-bb74-47b7-85b7-74fa8ed25254 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:43.143132 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7a6cffaf-250b-4f7e-9dc5-a087ab52bdf8 req-ee12d158-bb74-47b7-85b7-74fa8ed25254 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0798056
Oct 27 15:08:43.203558 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7a6cffaf-250b-4f7e-9dc5-a087ab52bdf8 req-a881aa96-b7ef-4fe8-899d-4c68b0499b94 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449309
Oct 27 15:08:43.576505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943944dc-3bdc-42a6-b770-6631e4cb24c1 req-c6ef3a91-bad6-4d42-880e-ad57cf474911 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:43.577815 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-943944dc-3bdc-42a6-b770-6631e4cb24c1 req-c6ef3a91-bad6-4d42-880e-ad57cf474911 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0814118
Oct 27 15:08:43.631972 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-943944dc-3bdc-42a6-b770-6631e4cb24c1 req-b30eba70-a571-428b-a72c-1843614d2528 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480537
Oct 27 15:08:43.998971 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b00d1-565f-441b-a9d9-29fb70a02634 req-1787e3c3-64fc-4721-94df-ff0b11e37c8c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:44.000683 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cc2b00d1-565f-441b-a9d9-29fb70a02634 req-1787e3c3-64fc-4721-94df-ff0b11e37c8c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.0825582
Oct 27 15:08:44.048356 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cc2b00d1-565f-441b-a9d9-29fb70a02634 req-09742260-8523-4174-b34b-54d1045aab11 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418937
Oct 27 15:08:44.230895 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4bc00dda-bbbe-426d-84c4-ffbe788c5c98 req-0e314f94-c291-47c1-943f-7b1a760de6f1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0427482
Oct 27 15:08:44.437803 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700aa9d-3726-4422-8064-e6ba70a8e2e3 req-444345ce-d14f-41e2-9db0-7ada7417d124 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:44.439246 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2700aa9d-3726-4422-8064-e6ba70a8e2e3 req-444345ce-d14f-41e2-9db0-7ada7417d124 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0943024
Oct 27 15:08:44.493113 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2700aa9d-3726-4422-8064-e6ba70a8e2e3 req-83dbdbef-4c45-4025-a1b5-cf7b7f6761b6 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470538
Oct 27 15:08:44.856701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688bde5-e841-4066-b6e0-5c1439027ae1 req-810d4b88-4c9d-4edf-96ca-c935e5af5b12 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:44.858130 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4688bde5-e841-4066-b6e0-5c1439027ae1 req-810d4b88-4c9d-4edf-96ca-c935e5af5b12 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0887110
Oct 27 15:08:44.905837 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4688bde5-e841-4066-b6e0-5c1439027ae1 req-754f1aa3-3d31-482e-9f8e-18f0a32e19cc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420384
Oct 27 15:08:45.111290 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:45.328990 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7106aaa-754c-4134-9fd6-7a3f5fefc9ff req-c08d4ea2-ac0f-4cf1-acc9-34827ab7df72 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:45.330804 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a7106aaa-754c-4134-9fd6-7a3f5fefc9ff req-c08d4ea2-ac0f-4cf1-acc9-34827ab7df72 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.1259096
Oct 27 15:08:45.385552 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a7106aaa-754c-4134-9fd6-7a3f5fefc9ff req-99de600b-1b00-481c-a76c-ebd70701d1ca tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481551
Oct 27 15:08:45.579690 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-227b3717-750e-428e-a393-c2480e5d66a5 req-8d1bb6cc-8f65-4b8c-9ff9-c9ff2a2f75a2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0516887
Oct 27 15:08:45.776757 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096ce3c-fcf2-402d-8058-a430688ed3cd req-611fbbaa-75d1-4977-aa85-b067cc5e6666 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:45.778203 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c096ce3c-fcf2-402d-8058-a430688ed3cd req-611fbbaa-75d1-4977-aa85-b067cc5e6666 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0848603
Oct 27 15:08:45.826497 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c096ce3c-fcf2-402d-8058-a430688ed3cd req-c782aeb1-88fb-4eea-b9b4-f3b6b37da5f9 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423267
Oct 27 15:08:45.854892 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:08:46.120248 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6847a-22d9-4331-a21b-b51159c194b9 req-755054fd-ce8d-428e-ab9d-951eb11f2c39 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:46.121710 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86e6847a-22d9-4331-a21b-b51159c194b9 req-755054fd-ce8d-428e-ab9d-951eb11f2c39 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0785401
Oct 27 15:08:46.169174 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86e6847a-22d9-4331-a21b-b51159c194b9 req-4a199cfc-9e07-4cce-96df-6f4dd6b605a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419254
Oct 27 15:08:46.538008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Request body: {'port': {'device_id': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:08:46.628765 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14dbd8-4e17-4704-b606-acc6357a6004 req-4c9fbd63-079b-4528-887a-6b7ff22db85d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:46.636831 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5d14dbd8-4e17-4704-b606-acc6357a6004 req-4c9fbd63-079b-4528-887a-6b7ff22db85d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 932 time: 0.1222796
Oct 27 15:08:46.713697 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:46.714276 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5d14dbd8-4e17-4704-b606-acc6357a6004 req-e6a803dd-62b4-43f0-bbf9-b8e1bc135192 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715530
Oct 27 15:08:46.906111 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-68dd5d8e-b79a-4c67-95e7-1789bb727291 req-dd81c86e-aade-491a-b66f-4a7f74b79f52 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=bbd04bae-a353-4eab-bf4b-1543a8971d5d HTTP/1.1" status: 200  len: 210 time: 0.0521622
Oct 27 15:08:47.254178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c73d7-a9e5-4026-be59-e6b36ffe4756 req-7206b9ef-640c-4231-8201-d5f625cac9ee tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:47.255648 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334c73d7-a9e5-4026-be59-e6b36ffe4756 req-7206b9ef-640c-4231-8201-d5f625cac9ee tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2475743
Oct 27 15:08:47.370430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb56dfc5-9885-413d-80fd-5386578d3903 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:08:47.378268 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334c73d7-a9e5-4026-be59-e6b36ffe4756 req-2d69abed-4281-4b17-8337-f1e206c1b144 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086001
Oct 27 15:08:47.379971 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:47.397828 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Transition to ACTIVE for port object fb56dfc5-9885-413d-80fd-5386578d3903 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:08:47.404452 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:47.406313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05500757-3879-451f-a46b-ab67fc7d569f req-732208ef-baa6-4467-84a8-3c51ad17df47 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:47.408151 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-05500757-3879-451f-a46b-ab67fc7d569f req-732208ef-baa6-4467-84a8-3c51ad17df47 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1008160
Oct 27 15:08:47.410268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3547858c-41b3-4c4e-9536-076d4ad69d8e tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:47.463526 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-05500757-3879-451f-a46b-ab67fc7d569f req-cfdeceac-4fce-4964-b5f6-6dcd34190bcb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472331
Oct 27 15:08:47.538180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:47.563950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:47.648954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Attempting to bind port fb56dfc5-9885-413d-80fd-5386578d3903 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:08:47.649280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Attempting to bind port fb56dfc5-9885-413d-80fd-5386578d3903 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:08:47.650538 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Attempting to bind port fb56dfc5-9885-413d-80fd-5386578d3903 on network 5bfb410c-3f78-4859-9b01-567af282983d {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:47.655737 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Port fb56dfc5-9885-413d-80fd-5386578d3903 on network 5bfb410c-3f78-4859-9b01-567af282983d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:08:47.656057 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Attempting to bind port fb56dfc5-9885-413d-80fd-5386578d3903 on network 5bfb410c-3f78-4859-9b01-567af282983d {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:08:47.664705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:08:47.665040 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Checking segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:08:47.665421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Bound using segment: {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:08:47.665844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Bound port: fb56dfc5-9885-413d-80fd-5386578d3903, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad25e1d-9c59-4ec6-8e88-461eed83800f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:08:47.666188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:47.756525 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:08:47.759659 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:08:47.763951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:47.768114 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a14b0adb-14e7-4b70-9293-95b657274722 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:47.824461 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:47.825808 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] 10.222.0.91 "PUT /v2.0/ports/fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 1094 time: 1.2921028
Oct 27 15:08:47.826298 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:47.912927 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:08:47.936190 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:47.941379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:48.048143 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766eb9-d11e-4f6c-b72d-161e90f5cd12 req-8a7159ec-199f-4c68-9d73-0b4b507ab095 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:48.049604 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-30766eb9-d11e-4f6c-b72d-161e90f5cd12 req-8a7159ec-199f-4c68-9d73-0b4b507ab095 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 944 time: 0.2188199
Oct 27 15:08:48.075280 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-73610e9d-c682-4a34-8820-59bebe402384 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1097 time: 0.1987655
Oct 27 15:08:48.166120 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-c4f75549-89af-4d72-86db-fa1398a85724 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 217 time: 0.0808933
Oct 27 15:08:48.174000 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6e57fb4b-594a-4662-9f02-4d2e86dee15e req-0e71237c-5b5d-4e90-8074-82d9a45bdaff service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.2234168
Oct 27 15:08:48.207414 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-30766eb9-d11e-4f6c-b72d-161e90f5cd12 req-03688d71-bed7-4854-b3e8-66f119fb7ffa tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511931
Oct 27 15:08:48.279547 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-82e1c88b-55b7-4ad1-9364-81b8ff1e4d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:48.280968 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-82e1c88b-55b7-4ad1-9364-81b8ff1e4d62 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.1046174
Oct 27 15:08:48.282372 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6e57fb4b-594a-4662-9f02-4d2e86dee15e req-b2cdcad2-51cc-40da-9c83-2b781ec80318 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714574
Oct 27 15:08:48.445142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bede0-4905-4808-8ab8-4def12b3fd5b req-110adba0-e71f-4a35-85e7-80d3c3ed22ce tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:48.446614 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-397bede0-4905-4808-8ab8-4def12b3fd5b req-110adba0-e71f-4a35-85e7-80d3c3ed22ce tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.0799401
Oct 27 15:08:48.533129 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-397bede0-4905-4808-8ab8-4def12b3fd5b req-c10576c6-2f26-4938-9c53-bb90b81abfcf tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803630
Oct 27 15:08:48.578274 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-b26766e5-1e03-4cc1-9fef-6cca4643055f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851820
Oct 27 15:08:48.599119 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08569cca-5128-4536-9e2b-33ea6a268021 req-a590e7d0-2010-4579-bf13-9a0286778258 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:48.601259 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-08569cca-5128-4536-9e2b-33ea6a268021 req-a590e7d0-2010-4579-bf13-9a0286778258 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0782409
Oct 27 15:08:48.649134 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-08569cca-5128-4536-9e2b-33ea6a268021 req-6e5d5455-26ef-4dd9-af0c-19044d460781 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416982
Oct 27 15:08:48.803593 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-76e692c7-c54d-466c-bcf5-e00d670fff8e service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1779361
Oct 27 15:08:48.816706 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97f09f-4b03-4d7e-802a-5e17b85dd375 req-735f8064-32ef-4156-9250-5b226054be73 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:48.818079 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0f97f09f-4b03-4d7e-802a-5e17b85dd375 req-735f8064-32ef-4156-9250-5b226054be73 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1732697
Oct 27 15:08:48.943816 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0f97f09f-4b03-4d7e-802a-5e17b85dd375 req-47fcfb2a-bae0-491d-bf07-79bfacb0d054 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072006
Oct 27 15:08:48.975926 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9069cf8a-4c67-4ac5-bf36-9a4f3914f131 req-b4855c75-d0e1-4cb1-a3fa-2e8cc04636dd service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1650357
Oct 27 15:08:49.110618 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-86d06e55-f01d-48c9-802d-de163db41899 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1097 time: 0.0686462
Oct 27 15:08:49.312699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be448e-4963-4698-89bd-ba37b2120cac req-ebae48dc-f1ea-4313-97dc-bfb41245137f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:49.314397 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-ebae48dc-f1ea-4313-97dc-bfb41245137f service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.1962502
Oct 27 15:08:49.388869 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-40fa016a-f5ce-4b0a-9016-edcf833676f2 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 217 time: 0.0640695
Oct 27 15:08:49.415688 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8260-6e91-450a-b1af-4bcaf4db0393 req-4580b301-9da0-45b6-98c1-060f870c2bbd tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:49.417110 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e8dd8260-6e91-450a-b1af-4bcaf4db0393 req-4580b301-9da0-45b6-98c1-060f870c2bbd tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 944 time: 0.0826454
Oct 27 15:08:49.459623 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be448e-4963-4698-89bd-ba37b2120cac req-aeef3af0-970a-4bb6-a7dd-4c55b6445dbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:49.461705 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-aeef3af0-970a-4bb6-a7dd-4c55b6445dbb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.0588808
Oct 27 15:08:49.461856 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e8dd8260-6e91-450a-b1af-4bcaf4db0393 req-6a9f1e17-34ce-4ac6-8eda-4c02eda8cdf1 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392525
Oct 27 15:08:49.550672 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-6803f7e6-6e54-4cd2-a239-02720c93cd60 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756106
Oct 27 15:08:49.735941 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-932bfd33-5803-450c-ba07-5ffea76b46a8 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688433
Oct 27 15:08:49.843630 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad9369-092c-4c47-aff3-e22721a8f7c2 req-0ad7f19d-d1b1-45c3-a304-aed18ee77518 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:49.845098 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-05ad9369-092c-4c47-aff3-e22721a8f7c2 req-0ad7f19d-d1b1-45c3-a304-aed18ee77518 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0756633
Oct 27 15:08:49.848173 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579515bd-f2ed-4d03-a18d-da195a3de070 req-08c50844-23f2-41bd-9158-1aa269ac8997 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:49.850108 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-579515bd-f2ed-4d03-a18d-da195a3de070 req-08c50844-23f2-41bd-9158-1aa269ac8997 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.1914351
Oct 27 15:08:49.895813 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-05ad9369-092c-4c47-aff3-e22721a8f7c2 req-7507b2b8-aab6-4474-9d1a-de5ef5fef6eb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436637
Oct 27 15:08:49.910929 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-02be448e-4963-4698-89bd-ba37b2120cac req-ae1dd161-5a19-4120-838d-837f13bac53b service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1656656
Oct 27 15:08:49.927303 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-579515bd-f2ed-4d03-a18d-da195a3de070 req-34fbba15-c202-4a28-8f36-f6b612b460a3 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654418
Oct 27 15:08:50.154076 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54605cb8-d8de-4695-bfda-0e51ca6d9ae9 req-c6cbb3e5-f835-4a1b-8146-4c111bc9d67d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.155563 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54605cb8-d8de-4695-bfda-0e51ca6d9ae9 req-c6cbb3e5-f835-4a1b-8146-4c111bc9d67d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0787132
Oct 27 15:08:50.201153 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54605cb8-d8de-4695-bfda-0e51ca6d9ae9 req-60dc2a88-1206-4c9e-bc69-acf4eb6bf624 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399022
Oct 27 15:08:50.498353 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-128a9a7a-37d6-4f61-a491-42c383c09dbf service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.1273887
Oct 27 15:08:50.509168 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ca67e-dd84-4782-a480-55e5a6fe03aa req-392cd497-a995-4ca8-8865-f4f07b395936 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.510580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c40ca67e-dd84-4782-a480-55e5a6fe03aa req-392cd497-a995-4ca8-8865-f4f07b395936 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1060832
Oct 27 15:08:50.659532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3676fb-9c9f-408e-b3d1-209fd91ba24b req-c7cc6a94-f011-4071-93f2-7ebae131e986 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.660973 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba3676fb-9c9f-408e-b3d1-209fd91ba24b req-c7cc6a94-f011-4071-93f2-7ebae131e986 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 944 time: 0.0763743
Oct 27 15:08:50.708741 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba3676fb-9c9f-408e-b3d1-209fd91ba24b req-5bb01fbb-5ea2-4fde-951d-8d607ae33470 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418022
Oct 27 15:08:50.710464 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c40ca67e-dd84-4782-a480-55e5a6fe03aa req-2f47fce7-3549-4eb8-985a-96fbfd0e4ed7 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1520925
Oct 27 15:08:50.734956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-31c7813c-e752-47d8-88c8-af1a75b30659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.736424 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-31c7813c-e752-47d8-88c8-af1a75b30659 service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.2239571
Oct 27 15:08:50.746375 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-81847511-c62d-467c-91df-60e413c5d5f5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.747800 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-81847511-c62d-467c-91df-60e413c5d5f5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.2363255
Oct 27 15:08:50.850443 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-5705232e-4a95-4835-a270-6fcc8d1ad2bf service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.1016257
Oct 27 15:08:50.906191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Deleting port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:08:50.906525 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:50.970755 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-df9e9d23-7e23-4818-9cde-bdb52e83fdcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:50.972237 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-df9e9d23-7e23-4818-9cde-bdb52e83fdcb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.1149554
Oct 27 15:08:51.064214 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-e04e93f7-e15e-481f-aa59-9c754f1754f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0610645
Oct 27 15:08:51.431927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c5e76-7c11-4c62-a123-57610b0a92d7 req-3a26d5ef-e3ef-4363-af64-f2d1bf5d86c6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:51.433474 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f26c5e76-7c11-4c62-a123-57610b0a92d7 req-3a26d5ef-e3ef-4363-af64-f2d1bf5d86c6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0818129
Oct 27 15:08:51.446840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229a100-03a8-4c00-a5ae-3726b3e651f0 req-bed62895-2857-449d-946e-a2f5043f90c1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:51.448322 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3229a100-03a8-4c00-a5ae-3726b3e651f0 req-bed62895-2857-449d-946e-a2f5043f90c1 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 946 time: 0.3938549
Oct 27 15:08:51.457239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] For port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:51.457590 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:51.480258 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f26c5e76-7c11-4c62-a123-57610b0a92d7 req-fe91c78f-0afe-4e57-a578-e3af062f2c3b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402856
Oct 27 15:08:51.482245 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-d7cf4419-6eb8-4caa-9f04-ff625b92f581 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3153684
Oct 27 15:08:51.623082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Calling delete_port for 0a76435c-c842-4384-a9a7-1ae18f7cc6ab owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:08:51.688683 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device fb56dfc5-9885-413d-80fd-5386578d3903 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:08:51.709950 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3229a100-03a8-4c00-a5ae-3726b3e651f0 req-9f147b0e-fb4e-422e-8b13-007b32c37bf5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2558792
Oct 27 15:08:51.847730 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07f1bde4-3a91-4dbe-a2a6-f5d245efb16a req-1cb353f5-d02c-4a0c-80d1-f4944011a57c service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065379
Oct 27 15:08:51.882017 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:51.896596 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'port_id': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'mac_address': 'fa:16:3e:69:25:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:08:51.932048 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026dde0-81ba-4f43-9bad-32e5fa61d4cf req-c8ed0a2d-44be-4c8f-97f2-030bd3fde859 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:51.933680 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:51.933996 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d026dde0-81ba-4f43-9bad-32e5fa61d4cf req-c8ed0a2d-44be-4c8f-97f2-030bd3fde859 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 944 time: 0.0873508
Oct 27 15:08:51.940520 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:51.952368 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2', '0a76435c-c842-4384-a9a7-1ae18f7cc6ab'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:51.985614 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d026dde0-81ba-4f43-9bad-32e5fa61d4cf req-6faebf89-9ccf-4a7b-866f-9940ba0aa8dd tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452383
Oct 27 15:08:51.991820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event deleted for resources: {'Port': ['ID=0a76435c-c842-4384-a9a7-1ae18f7cc6ab,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:51.995371 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:51.999970 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:52.030374 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb56dfc5-9885-413d-80fd-5386578d3903 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:08:52.061713 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:52.067471 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:52.071840 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:52.084971 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] No DVR routers for this DVR port 0a76435c-c842-4384-a9a7-1ae18f7cc6ab on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:08:52.084971 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:52.087589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'name': 'network-vif-deleted', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:52.108364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789b2cb-f891-4970-8408-ac4cb8f0588a req-d5a754ca-2b97-421a-aa55-ee2125340660 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:52.111865 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b789b2cb-f891-4970-8408-ac4cb8f0588a req-d5a754ca-2b97-421a-aa55-ee2125340660 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2399027
Oct 27 15:08:52.122513 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c0d5bbe9-fbd3-4567-8ca4-b5ea230f3aed req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "DELETE /v2.0/ports/0a76435c-c842-4384-a9a7-1ae18f7cc6ab HTTP/1.1" status: 204  len: 173 time: 1.3273053
Oct 27 15:08:52.149153 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2dcfda9-f02d-4bcb-b387-01c7301a3343', 'name': 'network-vif-deleted', 'tag': '0a76435c-c842-4384-a9a7-1ae18f7cc6ab', 'status': 'completed', 'code': 200}
Oct 27 15:08:52.176013 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b789b2cb-f891-4970-8408-ac4cb8f0588a req-4282c86b-30c3-4043-be5f-c40eaef8fccf tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521443
Oct 27 15:08:52.185787 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:52.205528 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.205866 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.206197 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.206524 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.206856 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.207178 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.207517 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.207860 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.208156 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.208467 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.209312 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:08:52.213260 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:52.415619 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:08:52.754228 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d49fa0-245c-432b-9fde-88e5b10e5098 req-7467a266-ad17-47be-a8ce-adceb4fbe809 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:52.756247 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-27d49fa0-245c-432b-9fde-88e5b10e5098 req-7467a266-ad17-47be-a8ce-adceb4fbe809 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1338527
Oct 27 15:08:52.806810 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-27d49fa0-245c-432b-9fde-88e5b10e5098 req-0b645d35-b998-4618-8c17-5881133679c3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450668
Oct 27 15:08:52.898364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-f1b5f509-dad3-40c6-b278-fb6c4ed7f640 req-58b90fb6-2967-410f-a504-84a672bc2740 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Synchronizing usage tracker for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:08:52.915215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-f1b5f509-dad3-40c6-b278-fb6c4ed7f640 req-58b90fb6-2967-410f-a504-84a672bc2740 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Unset dirty status for tenant:1db44cbda2874a4e9cd4706662ba77b9 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:08:52.919947 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f1b5f509-dad3-40c6-b278-fb6c4ed7f640 req-58b90fb6-2967-410f-a504-84a672bc2740 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=d2dcfda9-f02d-4bcb-b387-01c7301a3343 HTTP/1.1" status: 200  len: 210 time: 0.0663531
Oct 27 15:08:53.188615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d55357-2ba3-4577-ad3e-67352b9fd505 req-76bf6fa1-43f9-4341-9e3c-96caaa4c078e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:53.190082 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-13d55357-2ba3-4577-ad3e-67352b9fd505 req-76bf6fa1-43f9-4341-9e3c-96caaa4c078e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 945 time: 0.0764060
Oct 27 15:08:53.268177 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-13d55357-2ba3-4577-ad3e-67352b9fd505 req-0c1f64c1-3712-44be-a3ab-48f399627d39 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710564
Oct 27 15:08:53.525692 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54215848-eae4-4f64-bb62-7fe6e94d8707 req-e6a71813-4491-4716-9961-d66ea6d9a418 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:53.527139 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54215848-eae4-4f64-bb62-7fe6e94d8707 req-e6a71813-4491-4716-9961-d66ea6d9a418 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0797803
Oct 27 15:08:53.578978 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54215848-eae4-4f64-bb62-7fe6e94d8707 req-3ff5d4ea-bd4a-4190-85f0-2a2c64499f0f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458531
Oct 27 15:08:53.692240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device fb56dfc5-9885-413d-80fd-5386578d3903 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:08:53.762084 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port fb56dfc5-9885-413d-80fd-5386578d3903 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:08:53.767177 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port fb56dfc5-9885-413d-80fd-5386578d3903 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:08:53.767704 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:53.890666 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:53.918797 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:08:53.928841 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:08:53.944948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:08:53.946777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e8ea786c-b4f6-4704-aa36-be26748fc278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:08:53.984305 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'code': 200}
Oct 27 15:08:54.018673 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:08:54.023120 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:08:54.057742 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea44464-4fb7-4b91-99b9-45a1187555ec req-709b20bf-701d-450d-a442-65eb4b2f8a74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:54.059307 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eea44464-4fb7-4b91-99b9-45a1187555ec req-709b20bf-701d-450d-a442-65eb4b2f8a74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1137545
Oct 27 15:08:54.119622 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eea44464-4fb7-4b91-99b9-45a1187555ec req-451d7580-bcec-4e6e-8ef3-73362c83ad9b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530782
Oct 27 15:08:54.326314 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-844b517d-cc97-44f4-a5aa-30d5657842e8 req-5e0f29c1-7a26-465c-a7b7-8b14ca20c3ad service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1099 time: 0.0825319
Oct 27 15:08:54.373484 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-844b517d-cc97-44f4-a5aa-30d5657842e8 req-fb1927c3-f5fe-49c5-8e03-4ad8a2277bda service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387709
Oct 27 15:08:54.470264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa94e38d-6a59-41ba-ae41-a6aa09d81aae req-ae543d87-12aa-452e-ab39-a912a76014d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:54.471731 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fa94e38d-6a59-41ba-ae41-a6aa09d81aae req-ae543d87-12aa-452e-ab39-a912a76014d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0812714
Oct 27 15:08:54.517315 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fa94e38d-6a59-41ba-ae41-a6aa09d81aae req-9fd17676-0fe7-49d6-b1d8-bc3946f87cfe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390568
Oct 27 15:08:54.795532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55c8b4-5e47-4204-afc4-2d10b6127c32 req-befe66f1-88bb-4ec1-83b0-ede00c750666 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:54.796973 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6c55c8b4-5e47-4204-afc4-2d10b6127c32 req-befe66f1-88bb-4ec1-83b0-ede00c750666 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0902643
Oct 27 15:08:54.849162 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6c55c8b4-5e47-4204-afc4-2d10b6127c32 req-70bff8ec-c4b3-4b1b-9c14-0107dbbb6d45 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462670
Oct 27 15:08:54.852012 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-56bb72d1-a0cc-451d-b033-401012de6548 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 1097 time: 0.0762498
Oct 27 15:08:54.961131 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-d3fbe95a-3f3f-46ca-8ae3-01892b379e6e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1097 time: 0.0742667
Oct 27 15:08:55.171850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-2a52696d-9b2c-4484-b893-6ee4b3f7fa08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:55.173271 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-2a52696d-9b2c-4484-b893-6ee4b3f7fa08 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.2037072
Oct 27 15:08:55.301033 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-b198a156-5bad-4a98-a030-7f25fa2cb0d8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 999 time: 0.1168327
Oct 27 15:08:55.384360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-2bc5c32f-4a8f-46a9-a777-c0413dd76de5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:55.385060 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aea26-cbd1-4fd1-a933-808b3442cce4 req-1f6b8c80-8e02-4659-80a2-0b001f9d3954 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:55.385812 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-2bc5c32f-4a8f-46a9-a777-c0413dd76de5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0757675
Oct 27 15:08:55.386577 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-292aea26-cbd1-4fd1-a933-808b3442cce4 req-1f6b8c80-8e02-4659-80a2-0b001f9d3954 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1218617
Oct 27 15:08:55.431368 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-292aea26-cbd1-4fd1-a933-808b3442cce4 req-9a22665d-a288-4cf1-aff0-f1af05b4af02 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393393
Oct 27 15:08:55.721167 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bea38e2-220a-4240-967b-24d70c68fe90 req-6aeb9778-e2a9-46c8-8458-7d2297e0af9e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:55.722516 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2bea38e2-220a-4240-967b-24d70c68fe90 req-6aeb9778-e2a9-46c8-8458-7d2297e0af9e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0832286
Oct 27 15:08:55.771416 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2bea38e2-220a-4240-967b-24d70c68fe90 req-9cc488e5-9e96-4ef7-ad8e-8967d53d6212 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421519
Oct 27 15:08:55.784897 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652097a-41c3-4fa6-b6d8-9064240cfbdd req-bbe08023-866d-4e22-bd9f-e8f9ecb54a68 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:55.786313 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c652097a-41c3-4fa6-b6d8-9064240cfbdd req-bbe08023-866d-4e22-bd9f-e8f9ecb54a68 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0831347
Oct 27 15:08:55.839065 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c652097a-41c3-4fa6-b6d8-9064240cfbdd req-6fb898ae-e9ee-4bfb-93ff-ddbca620bf34 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462518
Oct 27 15:08:56.239180 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 0a76435c-c842-4384-a9a7-1ae18f7cc6ab no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:08:56.276309 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 0a76435c-c842-4384-a9a7-1ae18f7cc6ab {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:08:56.276656 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 0a76435c-c842-4384-a9a7-1ae18f7cc6ab not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:08:56.639150 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f2f30-dc8f-489c-b111-44da83867868 req-4c388a95-aea8-4d2d-a832-a26fd0f203dd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:56.640581 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f91f2f30-dc8f-489c-b111-44da83867868 req-4c388a95-aea8-4d2d-a832-a26fd0f203dd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0745645
Oct 27 15:08:56.685095 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f91f2f30-dc8f-489c-b111-44da83867868 req-36d93a27-c86a-4098-8102-1f458249fc06 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389879
Oct 27 15:08:56.969352 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e720d6-2136-4896-85d4-7243a2e98093 req-4fc45c38-6ba2-4522-9a6c-1db60221c123 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:56.970691 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-60e720d6-2136-4896-85d4-7243a2e98093 req-4fc45c38-6ba2-4522-9a6c-1db60221c123 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0807860
Oct 27 15:08:57.020577 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-60e720d6-2136-4896-85d4-7243a2e98093 req-8a381d5e-ccf8-4a4e-82f5-c00a3eb76eed tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436444
Oct 27 15:08:57.042087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b72765c-6ad6-405b-b03c-274aea10b7a6 req-c39dc32a-0ebb-4499-9628-81a015fda96d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:57.043546 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2b72765c-6ad6-405b-b03c-274aea10b7a6 req-c39dc32a-0ebb-4499-9628-81a015fda96d tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0833414
Oct 27 15:08:57.090113 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2b72765c-6ad6-405b-b03c-274aea10b7a6 req-70040649-7973-47a4-94ee-50e8a04743b8 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409932
Oct 27 15:08:57.894019 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dc2dc-11da-4731-aa1e-3bd2811c15df req-280029f9-df8c-4ac3-bcef-74f590e59c2a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:57.895390 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e8dc2dc-11da-4731-aa1e-3bd2811c15df req-280029f9-df8c-4ac3-bcef-74f590e59c2a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0754242
Oct 27 15:08:57.941112 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e8dc2dc-11da-4731-aa1e-3bd2811c15df req-efcdb318-6d16-4f05-bfdc-8299c0a46226 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399992
Oct 27 15:08:58.272755 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fdcca-3221-44af-8d00-ee8c3087d4a9 req-c92bd1d9-a0a7-4126-aa6b-bfe379ed3780 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:58.274906 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e76fdcca-3221-44af-8d00-ee8c3087d4a9 req-c92bd1d9-a0a7-4126-aa6b-bfe379ed3780 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.1328995
Oct 27 15:08:58.327321 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e76fdcca-3221-44af-8d00-ee8c3087d4a9 req-d3cf738b-4ffe-4636-a49d-9f4abfff7cad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448711
Oct 27 15:08:58.347903 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-5460fdca-f617-4665-b602-e97213a24ac3 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1653879
Oct 27 15:08:58.358203 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31393ffd-73f3-40a9-b1e0-c12d3e156902 req-401c0597-6280-474e-abcd-af97f777dfc2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:58.359580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-31393ffd-73f3-40a9-b1e0-c12d3e156902 req-401c0597-6280-474e-abcd-af97f777dfc2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1223803
Oct 27 15:08:58.487333 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-31393ffd-73f3-40a9-b1e0-c12d3e156902 req-3aa82532-a8c7-4925-b6cf-514230b16ba5 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102035
Oct 27 15:08:58.524545 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-f830201e-f9bd-43d9-b3a2-a68d70d9a040 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1640286
Oct 27 15:08:58.670640 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-0cbd429b-f228-4277-9c00-9e64af56bd2c service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269166
Oct 27 15:08:59.152112 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2becc151-6bf3-4f76-8ce2-ae08c7d8bf3e req-91fabbe3-28c8-43ca-8b54-2e8c1083301a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:59.153803 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2becc151-6bf3-4f76-8ce2-ae08c7d8bf3e req-91fabbe3-28c8-43ca-8b54-2e8c1083301a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0754356
Oct 27 15:08:59.209086 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2becc151-6bf3-4f76-8ce2-ae08c7d8bf3e req-5dde7d8f-3012-4992-a885-ea3f9d7187ef tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496933
Oct 27 15:08:59.554114 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5366efc-7ca7-45ee-bdff-4c50833ede86 req-e179b457-4096-46ff-884e-addbb42560ac tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:59.555637 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a5366efc-7ca7-45ee-bdff-4c50833ede86 req-e179b457-4096-46ff-884e-addbb42560ac tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0908580
Oct 27 15:08:59.610342 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a5366efc-7ca7-45ee-bdff-4c50833ede86 req-4ee7de4e-7a50-42f9-bd13-e5d4e68c4713 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489154
Oct 27 15:08:59.733653 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c733-eb35-4021-8741-1d61b62f1f48 req-39aaf24c-40f1-47c2-83d1-338e64ee467f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:59.736325 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8074c733-eb35-4021-8741-1d61b62f1f48 req-39aaf24c-40f1-47c2-83d1-338e64ee467f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1026185
Oct 27 15:08:59.842149 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c98662-77a9-4586-a572-3e55c31c3b4d req-2e867e5f-f32a-4955-b774-5c65e3e1874c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:08:59.849962 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86c98662-77a9-4586-a572-3e55c31c3b4d req-2e867e5f-f32a-4955-b774-5c65e3e1874c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0967777
Oct 27 15:08:59.850485 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8074c733-eb35-4021-8741-1d61b62f1f48 req-455cdca3-4cb9-447c-8478-39b2ca8a5d36 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053216
Oct 27 15:08:59.918266 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-86c98662-77a9-4586-a572-3e55c31c3b4d req-99dca0ff-c239-4b35-b21b-c6e498f365c8 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668256
Oct 27 15:09:00.417652 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020361f-8a3c-4a29-bbe9-3ef761d20f9b req-fd0c4de2-720c-454f-a8ce-dc821b218c74 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:00.419253 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8020361f-8a3c-4a29-bbe9-3ef761d20f9b req-fd0c4de2-720c-454f-a8ce-dc821b218c74 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0804915
Oct 27 15:09:00.465939 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b39814-c2c5-4853-93f8-317271539dc1 req-ad3b0615-cb96-4ef7-a34b-8016fe649f47 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:00.467385 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f6b39814-c2c5-4853-93f8-317271539dc1 req-ad3b0615-cb96-4ef7-a34b-8016fe649f47 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0841739
Oct 27 15:09:00.467528 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8020361f-8a3c-4a29-bbe9-3ef761d20f9b req-9cc3d480-34f2-46e8-b216-3e9c8500b162 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418999
Oct 27 15:09:00.529358 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f6b39814-c2c5-4853-93f8-317271539dc1 req-ee166bba-a648-4c30-83ed-7921b6ec35b6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558352
Oct 27 15:09:01.054116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c33ecd-8ea0-485a-a502-a49ee033fb8f req-b19e8606-90be-4de4-bc93-8fb1b28b2256 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:01.055430 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f7c33ecd-8ea0-485a-a502-a49ee033fb8f req-b19e8606-90be-4de4-bc93-8fb1b28b2256 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0830793
Oct 27 15:09:01.105326 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f7c33ecd-8ea0-485a-a502-a49ee033fb8f req-f8e4947b-cdc3-4750-ba20-d2e8bddfba31 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439386
Oct 27 15:09:01.748355 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a925d1f-6344-4240-b57e-511ad6cd54ed req-b36ff8fa-8813-48bd-9c0e-8930c9e13eaa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:01.749991 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a925d1f-6344-4240-b57e-511ad6cd54ed req-b36ff8fa-8813-48bd-9c0e-8930c9e13eaa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0778368
Oct 27 15:09:01.797302 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a925d1f-6344-4240-b57e-511ad6cd54ed req-784f6cc9-d55c-467e-b7cf-45359450d1d6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409248
Oct 27 15:09:02.311035 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b761b2-f6a3-4df0-b517-3e6b4d0d5445 req-364c65de-31f1-44c9-9b94-6b0b70d7d64c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:02.312494 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a3b761b2-f6a3-4df0-b517-3e6b4d0d5445 req-364c65de-31f1-44c9-9b94-6b0b70d7d64c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0803938
Oct 27 15:09:02.364303 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a3b761b2-f6a3-4df0-b517-3e6b4d0d5445 req-33a987fa-b6c3-4887-81c0-b57420b8f602 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462608
Oct 27 15:09:03.026499 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9fbf-3196-4671-877a-ecc2d17d22cb req-0bf24a0f-48df-4c91-ac55-224781f0ab29 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:03.027986 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-611e9fbf-3196-4671-877a-ecc2d17d22cb req-0bf24a0f-48df-4c91-ac55-224781f0ab29 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0929003
Oct 27 15:09:03.076753 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-611e9fbf-3196-4671-877a-ecc2d17d22cb req-f2938c96-368f-4a45-92fb-e77c1549cfcf tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425732
Oct 27 15:09:03.563900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c35af2-0487-4529-9432-41a8f9a610dd req-3c93c795-85c6-4dbe-a5ee-d930f57be432 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:03.565322 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-48c35af2-0487-4529-9432-41a8f9a610dd req-3c93c795-85c6-4dbe-a5ee-d930f57be432 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0770776
Oct 27 15:09:03.622638 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-48c35af2-0487-4529-9432-41a8f9a610dd req-2199b165-c5ba-4473-8481-22f7bf1e0763 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507998
Oct 27 15:09:04.370766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60818784-3153-4419-b858-0556c7787a1b req-922318eb-c3c2-4828-b875-e30bbcdc8e8f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:04.372295 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-60818784-3153-4419-b858-0556c7787a1b req-922318eb-c3c2-4828-b875-e30bbcdc8e8f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1525934
Oct 27 15:09:04.438828 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-60818784-3153-4419-b858-0556c7787a1b req-3c79f6ca-1002-46ac-a1f9-5d36a0cf0e7d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602579
Oct 27 15:09:04.962037 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2174cdb-2032-4294-9eba-f515e56ef19a req-6b253085-d7ba-444d-a2d9-0ff26a9748c2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:04.969308 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d2174cdb-2032-4294-9eba-f515e56ef19a req-6b253085-d7ba-444d-a2d9-0ff26a9748c2 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1587372
Oct 27 15:09:05.011873 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d2174cdb-2032-4294-9eba-f515e56ef19a req-5dafd488-7e8e-4c76-9e38-561a3e86d91b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415967
Oct 27 15:09:05.663166 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9efa55-d52b-445f-9f50-a49e8fdc62bc req-9a26a8b0-8581-4090-bcb5-4b6e09b6ce08 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:05.664649 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba9efa55-d52b-445f-9f50-a49e8fdc62bc req-9a26a8b0-8581-4090-bcb5-4b6e09b6ce08 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0833106
Oct 27 15:09:05.710327 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba9efa55-d52b-445f-9f50-a49e8fdc62bc req-7486f112-7dfa-4cba-a2a4-4ac1e8109222 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399199
Oct 27 15:09:06.149295 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-322dbd60-eccb-40c7-9a4c-68085bcb3835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:06.466924 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a56b00-e3ff-4013-9d4b-70db154f007c req-1f30b55b-3d91-4f1e-a08d-e6a9c4a98bfa tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:06.468854 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-73a56b00-e3ff-4013-9d4b-70db154f007c req-1f30b55b-3d91-4f1e-a08d-e6a9c4a98bfa tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1010642
Oct 27 15:09:06.525266 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-73a56b00-e3ff-4013-9d4b-70db154f007c req-312a4110-e35c-40a9-886f-e91dba4301fb tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495956
Oct 27 15:09:06.547084 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:06.751550 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e21e0c-1f61-4296-aff1-4502e2ac9224 req-f8a94349-f68c-4c27-a97b-1304e5e83fd0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:06.753122 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-83e21e0c-1f61-4296-aff1-4502e2ac9224 req-f8a94349-f68c-4c27-a97b-1304e5e83fd0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0966885
Oct 27 15:09:06.810884 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-83e21e0c-1f61-4296-aff1-4502e2ac9224 req-099d1933-e530-42de-bd5f-9682b2339a4b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518851
Oct 27 15:09:07.017693 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d784daa-6503-49d3-ab22-63e22742dc0e req-457fb994-b88d-4173-96e4-1af60d2f1384 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:07.018166 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4d784daa-6503-49d3-ab22-63e22742dc0e req-457fb994-b88d-4173-96e4-1af60d2f1384 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0876789
Oct 27 15:09:07.067223 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4d784daa-6503-49d3-ab22-63e22742dc0e req-2aa0d560-ef21-4370-b313-8a1ee4abb937 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479386
Oct 27 15:09:07.817232 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e1d3c-b6c7-4c3d-baea-557e32a05150 req-b246359a-626e-4c47-9710-e98ee558c895 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:07.818821 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc5e1d3c-b6c7-4c3d-baea-557e32a05150 req-b246359a-626e-4c47-9710-e98ee558c895 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1532965
Oct 27 15:09:07.866301 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc5e1d3c-b6c7-4c3d-baea-557e32a05150 req-0ceba70a-589e-4fe2-bdc6-65002ec71c9c tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419614
Oct 27 15:09:08.053473 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1af3-5bd0-4f42-9638-51511a4c4d4d req-761498e4-640e-4bf7-997c-021467a12f34 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:08.054970 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c7c1af3-5bd0-4f42-9638-51511a4c4d4d req-761498e4-640e-4bf7-997c-021467a12f34 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0785921
Oct 27 15:09:08.100915 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c7c1af3-5bd0-4f42-9638-51511a4c4d4d req-b046642e-0d3a-494c-a686-c44e2c5efb06 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402732
Oct 27 15:09:08.357163 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-35eabab2-e861-4f43-a2f4-a8a8ee91c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:08.448371 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961759b-81aa-4c5c-9c8f-0ea90f6f845e req-5e00a723-3054-4051-836c-e5590c3bec20 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:08.449825 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2961759b-81aa-4c5c-9c8f-0ea90f6f845e req-5e00a723-3054-4051-836c-e5590c3bec20 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0763688
Oct 27 15:09:08.494748 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2961759b-81aa-4c5c-9c8f-0ea90f6f845e req-727551b3-7612-4131-823d-0fd85b6ec418 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394702
Oct 27 15:09:09.065802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba87c8-64ce-41e7-8c3b-e50b01fda4f7 req-c65b573b-7963-4101-8246-791967a00826 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:09.067227 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d5ba87c8-64ce-41e7-8c3b-e50b01fda4f7 req-c65b573b-7963-4101-8246-791967a00826 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0809021
Oct 27 15:09:09.115629 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d5ba87c8-64ce-41e7-8c3b-e50b01fda4f7 req-48503de7-0325-4f9c-b782-7e46c49a8862 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411994
Oct 27 15:09:09.200370 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:09.321128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908e4b3-ca4b-449a-90bf-eec0d12070b9 req-3bf767aa-a178-4914-a1e5-b9298990b53d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:09.322571 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d908e4b3-ca4b-449a-90bf-eec0d12070b9 req-3bf767aa-a178-4914-a1e5-b9298990b53d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0873940
Oct 27 15:09:09.384284 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d908e4b3-ca4b-449a-90bf-eec0d12070b9 req-58ba2a14-7636-4e69-88d8-de9bd26c033f tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560904
Oct 27 15:09:09.714581 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88f141-2e1e-4142-91b8-ab6785d1b04a req-8383eba0-014a-492c-8bd1-b9732e2b3913 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:09.716068 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a88f141-2e1e-4142-91b8-ab6785d1b04a req-8383eba0-014a-492c-8bd1-b9732e2b3913 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0805619
Oct 27 15:09:09.760500 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a88f141-2e1e-4142-91b8-ab6785d1b04a req-e50d80bb-ad4f-49d0-9b1f-be559405fba4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389903
Oct 27 15:09:10.335025 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76be3e7-fd49-4c37-9edd-fb79a34c5d37 req-9786476b-171b-4439-945c-2ce8e0b67a5a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:10.336492 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e76be3e7-fd49-4c37-9edd-fb79a34c5d37 req-9786476b-171b-4439-945c-2ce8e0b67a5a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1026847
Oct 27 15:09:10.384054 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e76be3e7-fd49-4c37-9edd-fb79a34c5d37 req-5e001993-05b5-4444-84ad-108d25995acc tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418754
Oct 27 15:09:10.589072 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9102-ce9b-45b1-a05b-12b7a7f47667 req-cc536397-9c20-4169-ae8a-52530aa232e1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:10.590889 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2e0f9102-ce9b-45b1-a05b-12b7a7f47667 req-cc536397-9c20-4169-ae8a-52530aa232e1 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0782771
Oct 27 15:09:10.644609 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2e0f9102-ce9b-45b1-a05b-12b7a7f47667 req-1fd2dd10-9d63-4626-abe4-87c1c4477f3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424757
Oct 27 15:09:10.769603 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:10.986103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d8abb-5da1-40fa-a606-560cf3839359 req-df559857-b184-4b81-8c5a-0b7cee11f431 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:10.987568 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cf8d8abb-5da1-40fa-a606-560cf3839359 req-df559857-b184-4b81-8c5a-0b7cee11f431 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0817671
Oct 27 15:09:11.033765 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cf8d8abb-5da1-40fa-a606-560cf3839359 req-08261283-ca14-44b1-ac8f-50e9f1e73f33 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400162
Oct 27 15:09:11.580607 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458000b-2254-4bd8-bfa1-774bce362dd2 req-cc69485b-1663-404c-9b1e-6e9000420659 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:11.582089 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a458000b-2254-4bd8-bfa1-774bce362dd2 req-cc69485b-1663-404c-9b1e-6e9000420659 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0782027
Oct 27 15:09:11.635397 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a458000b-2254-4bd8-bfa1-774bce362dd2 req-1be59aaf-81fa-42ab-ac79-09cb0bc2a70b tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467730
Oct 27 15:09:11.852942 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4a090-f5c8-4392-89be-692ccb897dc3 req-88e98268-37e0-4ad2-82a6-d1c736fd6ffb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:11.854299 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aac4a090-f5c8-4392-89be-692ccb897dc3 req-88e98268-37e0-4ad2-82a6-d1c736fd6ffb tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0783427
Oct 27 15:09:11.909718 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aac4a090-f5c8-4392-89be-692ccb897dc3 req-d5314df9-16f5-438d-8ff4-d46a9a57f2e2 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467575
Oct 27 15:09:12.270313 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49fe48-b077-42be-a9e8-9d57cab7e5fb req-a39ca8dd-e332-4601-8a13-0ebc0765da70 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:12.272485 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7a49fe48-b077-42be-a9e8-9d57cab7e5fb req-a39ca8dd-e332-4601-8a13-0ebc0765da70 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0987675
Oct 27 15:09:12.328747 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7a49fe48-b077-42be-a9e8-9d57cab7e5fb req-91f93fca-eec5-4882-8c2f-9dcd53daa906 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478871
Oct 27 15:09:12.840636 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37df30-3961-4d0f-942b-8ce4f0ab7656 req-6022abf4-4f15-4773-a23c-826b9aeeebfe tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:12.842065 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7e37df30-3961-4d0f-942b-8ce4f0ab7656 req-6022abf4-4f15-4773-a23c-826b9aeeebfe tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0802827
Oct 27 15:09:12.891557 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7e37df30-3961-4d0f-942b-8ce4f0ab7656 req-060307f8-f357-429d-b720-3ccc45add0ee tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439591
Oct 27 15:09:13.374125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044752e-7951-48a1-af6c-e362f82e9040 req-fe39f62f-6d54-4c37-8eb6-2d8ba53428ae tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:13.375679 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d044752e-7951-48a1-af6c-e362f82e9040 req-fe39f62f-6d54-4c37-8eb6-2d8ba53428ae tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0839312
Oct 27 15:09:13.421663 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d044752e-7951-48a1-af6c-e362f82e9040 req-d775c2d0-d6cb-4734-8bbe-80edf3569533 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396001
Oct 27 15:09:13.611133 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b572c0-e81a-4ee9-95f3-0b55c7d66024 req-3ff0049b-228a-4ca6-bd93-f7d13fce36c2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:13.612634 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d3b572c0-e81a-4ee9-95f3-0b55c7d66024 req-3ff0049b-228a-4ca6-bd93-f7d13fce36c2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0784285
Oct 27 15:09:13.657099 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d3b572c0-e81a-4ee9-95f3-0b55c7d66024 req-923885ad-10fd-45c0-8363-2c87fece031b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383937
Oct 27 15:09:14.098098 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46d3b2-8033-4826-8e3a-934ac183d69f req-cbe9dc1e-19f1-4753-a295-7d145399e5f4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:14.100120 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd46d3b2-8033-4826-8e3a-934ac183d69f req-cbe9dc1e-19f1-4753-a295-7d145399e5f4 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0836411
Oct 27 15:09:14.146558 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fd46d3b2-8033-4826-8e3a-934ac183d69f req-294905ca-1e5e-4c23-aa39-d8070ab4ca5e tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403373
Oct 27 15:09:14.619227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe569b-59b1-4253-a4be-0e92202a4786 req-652b19d1-2857-46c7-a19e-400bf7262d3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:14.620670 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9cbe569b-59b1-4253-a4be-0e92202a4786 req-652b19d1-2857-46c7-a19e-400bf7262d3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0749102
Oct 27 15:09:14.673886 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9cbe569b-59b1-4253-a4be-0e92202a4786 req-a805c743-f15c-41b0-9e9d-7d38786eff4d tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470307
Oct 27 15:09:14.884995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0779a1-f6da-4e82-98ff-051099f52e23 req-58c2385f-9aaf-4090-8b56-e5a0e230ff1c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:14.886497 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-af0779a1-f6da-4e82-98ff-051099f52e23 req-58c2385f-9aaf-4090-8b56-e5a0e230ff1c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0902882
Oct 27 15:09:14.937675 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-af0779a1-f6da-4e82-98ff-051099f52e23 req-ab661161-ae3d-40ca-9850-3427ac6c838d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452793
Oct 27 15:09:15.110201 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:15.410534 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2235e6f-2d2e-42d2-a10f-dec68dd01d2d req-66321b57-00bf-46f3-89ba-68a8fa66ddb0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:15.412597 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2235e6f-2d2e-42d2-a10f-dec68dd01d2d req-66321b57-00bf-46f3-89ba-68a8fa66ddb0 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.1412201
Oct 27 15:09:15.457979 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2235e6f-2d2e-42d2-a10f-dec68dd01d2d req-fae4ad6a-27d3-4065-88b1-622563725380 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ecbe017-7189-4f85-8836-d9f3900607b1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395627
Oct 27 15:09:15.769346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-ef40efdf-3832-4d1e-9c36-8d839a289647 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:15.770908 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-ef40efdf-3832-4d1e-9c36-8d839a289647 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 945 time: 0.0736527
Oct 27 15:09:15.853283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Deleting port 7b28974a-cf38-4110-8966-d2480853dec2 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:15.853655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:15.941613 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797599cc-bd03-444d-8d93-3cecaf086d2c req-85a8c1ed-022c-4fa0-94cf-c233fed4c142 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:15.943489 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-797599cc-bd03-444d-8d93-3cecaf086d2c req-85a8c1ed-022c-4fa0-94cf-c233fed4c142 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1510489
Oct 27 15:09:16.046425 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-797599cc-bd03-444d-8d93-3cecaf086d2c req-895fdcc4-fefe-4d8e-b55f-e2e6f6c91e23 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909092
Oct 27 15:09:16.274936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] For port 7b28974a-cf38-4110-8966-d2480853dec2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=7b28974a-cf38-4110-8966-d2480853dec2,segment=NetworkSegment(501a827b-5452-4e16-a632-275d40d16dbd),segment_id=501a827b-5452-4e16-a632-275d40d16dbd)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:16.275219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:16.400586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Calling delete_port for 7b28974a-cf38-4110-8966-d2480853dec2 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:16.446951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321f2ed-8392-4123-98ea-2cb1d2860c2e req-b51a9fe3-7fac-4e8a-9f4c-4dae4989c45c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:16.448394 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6321f2ed-8392-4123-98ea-2cb1d2860c2e req-b51a9fe3-7fac-4e8a-9f4c-4dae4989c45c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.2655389
Oct 27 15:09:16.519091 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6321f2ed-8392-4123-98ea-2cb1d2860c2e req-82219658-22f4-41c9-b3bd-1b1ee614cf77 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635970
Oct 27 15:09:16.594641 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:16.601256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:16.607638 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['7b28974a-cf38-4110-8966-d2480853dec2'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:16.637526 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-691f06fe-8288-4f0c-927a-ff027adf80a5 req-9612f952-57e7-4944-99d9-0e8141238a7a tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.89 "GET /v2.0/ports?device_id=2f78eec1-85f0-4969-8a70-d0abd0cd47a7 HTTP/1.1" status: 200  len: 210 time: 0.0430052
Oct 27 15:09:16.654415 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Pushing event deleted for resources: {'Port': ['ID=7b28974a-cf38-4110-8966-d2480853dec2,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:16.657890 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:16.734070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] No DVR routers for this DVR port 7b28974a-cf38-4110-8966-d2480853dec2 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:09:16.736558 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:16.739241 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'name': 'network-vif-deleted', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:16.756734 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-59a7f0cb-c093-4178-ae86-4338ee97ffa6 req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] 10.222.0.91 "DELETE /v2.0/ports/7b28974a-cf38-4110-8966-d2480853dec2 HTTP/1.1" status: 204  len: 173 time: 0.9720681
Oct 27 15:09:16.805851 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f78eec1-85f0-4969-8a70-d0abd0cd47a7', 'name': 'network-vif-deleted', 'tag': '7b28974a-cf38-4110-8966-d2480853dec2', 'status': 'completed', 'code': 200}
Oct 27 15:09:17.049624 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84183d-dec7-43d2-8ded-30b1f2cf28a6 req-30b65293-37b9-486b-99df-5869f2787b86 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:17.050965 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc84183d-dec7-43d2-8ded-30b1f2cf28a6 req-30b65293-37b9-486b-99df-5869f2787b86 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.0764813
Oct 27 15:09:17.101157 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bc84183d-dec7-43d2-8ded-30b1f2cf28a6 req-6a0bb72d-60bb-4e32-bc03-23b4f0a40684 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433784
Oct 27 15:09:17.277261 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26242-2e7b-40fe-afb1-ec5c8cca3276 req-343f27c0-18f4-4839-806f-3624df8a823e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:17.278999 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f6f26242-2e7b-40fe-afb1-ec5c8cca3276 req-343f27c0-18f4-4839-806f-3624df8a823e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.0924039
Oct 27 15:09:17.326126 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f6f26242-2e7b-40fe-afb1-ec5c8cca3276 req-45c66895-e1dd-4524-85f2-faebcf0f254a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413437
Oct 27 15:09:17.745839 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42786) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:17.797083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563add24-ae1c-47b0-b532-22c2d8bfc957 req-da990b88-6339-4c38-91f9-1e90634272d5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:17.798539 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-563add24-ae1c-47b0-b532-22c2d8bfc957 req-da990b88-6339-4c38-91f9-1e90634272d5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1259649
Oct 27 15:09:17.832618 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-89ff336c-813c-4fe9-bfe0-7fcbb44e8672 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0705817
Oct 27 15:09:17.839678 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Deleting subnet c8291db8-704c-4e9a-8135-31ab35a6a02c {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:09:17.849454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:17.900520 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-563add24-ae1c-47b0-b532-22c2d8bfc957 req-b982ab4b-a873-4e56-83a0-92a00012262a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903959
Oct 27 15:09:17.906957 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:17.914179 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:17.985289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:17.992193 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:18.007294 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-fc14c880-ff4b-4a95-bdc9-4ed949031280 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=332078f71e764c8193f602ddaa78dc81&device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 1098 time: 0.0777733
Oct 27 15:09:18.029157 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8291db8-704c-4e9a-8135-31ab35a6a02c,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:18.037002 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.042956 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.043284 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.043650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.043988 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.044324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.044658 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.044988 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.045317 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.045646 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.045969 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.046311 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:18.049862 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:18.052456 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/c8291db8-704c-4e9a-8135-31ab35a6a02c HTTP/1.1" status: 204  len: 168 time: 0.3052039
Oct 27 15:09:18.054799 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42790) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:18.159569 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.172155 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-7f0053b0-264a-4cf8-ba4f-c14cd54c54dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:18.173576 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-7f0053b0-264a-4cf8-ba4f-c14cd54c54dc service neutron] 10.222.0.91 "GET /v2.0/networks?id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 200  len: 920 time: 0.1359739
Oct 27 15:09:18.292618 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-6d58c865-4b2b-4a91-9282-af55921d3b40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 200  len: 217 time: 0.1047010
Oct 27 15:09:18.299425 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.327430 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fac2944cac0>> segment before_delete 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.327934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fac2944cac0>> subnet precommit_delete_associations 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.328736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> segment_host_mapping after_create 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.329128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> port after_create 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.329512 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> port after_delete 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.329926 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> port after_update 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.330309 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> segment after_delete 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.330705 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> subnet after_create 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.331084 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> subnet after_delete 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.331549 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fac28fbc2e0>> subnet after_update 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.399578 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8040663-0d53-42ee-9a14-a42f7d4a982c req-3a1421e6-52f3-4ab7-8876-4e0acca8c3f2 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:18.401125 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d8040663-0d53-42ee-9a14-a42f7d4a982c req-3a1421e6-52f3-4ab7-8876-4e0acca8c3f2 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.1664271
Oct 27 15:09:18.405918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-dfe82e46-5732-4b2e-8de7-5b521ece156e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:18.408729 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-dfe82e46-5732-4b2e-8de7-5b521ece156e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 200  len: 858 time: 0.0970516
Oct 27 15:09:18.491359 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac290c70a0>> subnet after_create 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.491734 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac290c70a0>> subnet after_delete 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.492064 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac290c70a0>> subnet before_create 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.492390 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fac290c70a0>> subnet before_update 55550000 {{(pid=82715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Oct 27 15:09:18.492748 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28fbc490>,) {'filters': {'network_id': ['b39116f0-c1aa-4666-986e-e0dfb084b606']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:18.538186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28fbc490>, '501a827b-5452-4e16-a632-275d40d16dbd') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:18.538478 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28fbc490>, '501a827b-5452-4e16-a632-275d40d16dbd') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:18.559666 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.580773 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.595556 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Releasing vlan 1321 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:09:18.596004 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.609531 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-e32d7f71-b077-40db-8aca-593628f0b175 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1765041
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   util.warn_limited(
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:09:18.615169 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:09:18.666847 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d8040663-0d53-42ee-9a14-a42f7d4a982c req-8b5dbcd5-4290-4250-8cab-e26a5ae31fdc tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2567248
Oct 27 15:09:18.698573 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c9cbb-5ca6-41ef-b6d5-badd9c86b6e8 req-18df04f2-908c-4520-a079-19ae66517705 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:18.700248 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d14c9cbb-5ca6-41ef-b6d5-badd9c86b6e8 req-18df04f2-908c-4520-a079-19ae66517705 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1995111
Oct 27 15:09:18.707921 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.730578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:18.753340 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:18.762028 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39116f0-c1aa-4666-986e-e0dfb084b606,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:18.767631 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:18.784482 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d14c9cbb-5ca6-41ef-b6d5-badd9c86b6e8 req-22f1ef30-2393-46ce-893a-c547811f2a45 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742638
Oct 27 15:09:18.785846 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] 10.222.0.89 "DELETE /v2.0/networks/b39116f0-c1aa-4666-986e-e0dfb084b606 HTTP/1.1" status: 204  len: 168 time: 0.7299883
Oct 27 15:09:18.823716 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-0f076092-531f-4461-92de-4c57f9534475 service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048280
Oct 27 15:09:18.839973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-6ee8acf3-7d10-4202-9b45-89eeb9e71146 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:18.839973 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-6ee8acf3-7d10-4202-9b45-89eeb9e71146 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 946 time: 0.1751401
Oct 27 15:09:18.994249 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Deleting port 488e3bed-6907-4d2a-b359-ee9280be136f {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:18.994589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.008508 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42804) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:19.064484 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0a4cb965-cf1f-46b2-ae1b-2122c8192826 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1db44cbda2874a4e9cd4706662ba77b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0531981
Oct 27 15:09:19.066927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42808) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:19.127686 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.143432 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb79ec3a-130c-417b-aaf2-230b23c7deb7 req-546519a0-2968-41fc-b2b5-81d98f1a44db service neutron] 10.222.0.91 "GET /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3032861
Oct 27 15:09:19.154500 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.208000 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.213465 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-868bc8f8-abbe-4c9f-b332-b39d72f9f175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:19.227814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecbe017-7189-4f85-8836-d9f3900607b1,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:19.230724 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:19.237454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.238299 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9ecbe017-7189-4f85-8836-d9f3900607b1 HTTP/1.1" status: 204  len: 168 time: 0.1698127
Oct 27 15:09:19.298515 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ac020-a02e-4ef5-ae13-860419cafae1 req-21fda55e-acca-4beb-bacb-453aabbbf2bd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:19.306256 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-995ac020-a02e-4ef5-ae13-860419cafae1 req-21fda55e-acca-4beb-bacb-453aabbbf2bd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.2425752
Oct 27 15:09:19.377835 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-995ac020-a02e-4ef5-ae13-860419cafae1 req-2600c995-0be8-47e1-a871-e0a8b990e518 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703795
Oct 27 15:09:19.379390 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] For port 488e3bed-6907-4d2a-b359-ee9280be136f, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=488e3bed-6907-4d2a-b359-ee9280be136f,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:19.379762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.540128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Calling delete_port for 488e3bed-6907-4d2a-b359-ee9280be136f owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:19.639940 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-fe876fce-433c-48f2-be94-35979848669c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:19.641371 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-fe876fce-433c-48f2-be94-35979848669c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.1975453
Oct 27 15:09:19.765158 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Deleting port d80db351-8e11-4144-b9de-91b6445f74e2 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:19.765485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.794576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:19.807989 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['717575f8-0d75-4134-b2d4-a0f0c5df2a46', '488e3bed-6907-4d2a-b359-ee9280be136f'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:19.809878 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:19.883015 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 7b28974a-cf38-4110-8966-d2480853dec2 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:19.887684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Pushing event deleted for resources: {'Port': ['ID=488e3bed-6907-4d2a-b359-ee9280be136f,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:19.897216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:19.964997 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba71e2-01de-4cce-a9de-424075705d04 req-2e000298-e8fe-4a7a-92f5-97bd6a0396f1 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:19.966824 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-53ba71e2-01de-4cce-a9de-424075705d04 req-2e000298-e8fe-4a7a-92f5-97bd6a0396f1 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 945 time: 0.1672299
Oct 27 15:09:19.979809 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 7b28974a-cf38-4110-8966-d2480853dec2 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:19.980410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 7b28974a-cf38-4110-8966-d2480853dec2 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:19.981013 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 488e3bed-6907-4d2a-b359-ee9280be136f no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:20.025285 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 488e3bed-6907-4d2a-b359-ee9280be136f {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:20.025895 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 488e3bed-6907-4d2a-b359-ee9280be136f not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:20.042370 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-53ba71e2-01de-4cce-a9de-424075705d04 req-17880f67-2b37-405b-81c6-b3b15ce8cea1 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671155
Oct 27 15:09:20.108441 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] No DVR routers for this DVR port 488e3bed-6907-4d2a-b359-ee9280be136f on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:09:20.111433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:20.121648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'name': 'network-vif-deleted', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:20.149006 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b3847407-baad-45d9-aacf-9803e3ead004 req-710885fa-791b-473c-a4bd-9429eec62c02 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=df1e9765-c83b-475b-bbb4-d1409c2f4364 HTTP/1.1" status: 200  len: 210 time: 0.0839162
Oct 27 15:09:20.191589 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1e9765-c83b-475b-bbb4-d1409c2f4364', 'name': 'network-vif-deleted', 'tag': '488e3bed-6907-4d2a-b359-ee9280be136f', 'status': 'completed', 'code': 200}
Oct 27 15:09:20.196552 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5565b3d1-a907-47e8-9a88-90a725355eb3 req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "DELETE /v2.0/ports/488e3bed-6907-4d2a-b359-ee9280be136f HTTP/1.1" status: 204  len: 173 time: 1.3392911
Oct 27 15:09:20.401762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] For port d80db351-8e11-4144-b9de-91b6445f74e2, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d80db351-8e11-4144-b9de-91b6445f74e2,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:20.402223 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:20.530963 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Calling delete_port for d80db351-8e11-4144-b9de-91b6445f74e2 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:20.717932 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cc163-45ce-4860-8625-915a4a3ee05f req-7308b588-9cc9-4e01-b37a-f7337446a92f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:20.719408 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5b5cc163-45ce-4860-8625-915a4a3ee05f req-7308b588-9cc9-4e01-b37a-f7337446a92f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.1564763
Oct 27 15:09:20.781644 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:20.789634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7345fd33-b212-4c38-b14b-3b8ef15d1f7f tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:20.795608 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['d80db351-8e11-4144-b9de-91b6445f74e2'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:20.840059 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5b5cc163-45ce-4860-8625-915a4a3ee05f req-1cbf1f7d-069b-4f64-a20d-574ab80741a3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119180
Oct 27 15:09:20.871002 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Pushing event deleted for resources: {'Port': ['ID=d80db351-8e11-4144-b9de-91b6445f74e2,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:20.871002 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:20.945495 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] No DVR routers for this DVR port d80db351-8e11-4144-b9de-91b6445f74e2 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:09:20.947806 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:20.962885 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e8aa597-9a28-4293-8997-afa6f4b5d758 req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "DELETE /v2.0/ports/d80db351-8e11-4144-b9de-91b6445f74e2 HTTP/1.1" status: 204  len: 173 time: 1.2812862
Oct 27 15:09:21.215286 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1c34cb43-a5e1-402c-b813-cb24c5e1e202 req-4ec299fd-5899-4303-9534-c29cfd0e8baa tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=c3369f17-4b15-4c42-89a3-c0d7ad602410 HTTP/1.1" status: 200  len: 210 time: 0.0408361
Oct 27 15:09:21.662202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315ee6b-c8c3-44f4-a563-e30b953df3d2 req-d727a293-1ae3-4ae2-8baf-316c1f52c712 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:21.662898 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-9315ee6b-c8c3-44f4-a563-e30b953df3d2 req-d727a293-1ae3-4ae2-8baf-316c1f52c712 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:21.678690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-9315ee6b-c8c3-44f4-a563-e30b953df3d2 req-d727a293-1ae3-4ae2-8baf-316c1f52c712 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:21.680171 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9315ee6b-c8c3-44f4-a563-e30b953df3d2 req-d727a293-1ae3-4ae2-8baf-316c1f52c712 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1049070
Oct 27 15:09:21.735532 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9315ee6b-c8c3-44f4-a563-e30b953df3d2 req-ff30a304-3748-4b8a-9615-2367f0f3fed4 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431726
Oct 27 15:09:22.053216 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e0704-690f-4b5f-beca-006d523371a6 req-6a835865-3a5f-4a08-ab9b-d9a725f82819 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:22.054572 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-547e0704-690f-4b5f-beca-006d523371a6 req-6a835865-3a5f-4a08-ab9b-d9a725f82819 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0869298
Oct 27 15:09:22.101933 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-547e0704-690f-4b5f-beca-006d523371a6 req-0e6fb4e2-2412-4985-8fae-7d08074a24b2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416703
Oct 27 15:09:22.193313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'name': 'network-vif-deleted', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:22.267668 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3369f17-4b15-4c42-89a3-c0d7ad602410', 'name': 'network-vif-deleted', 'tag': 'd80db351-8e11-4144-b9de-91b6445f74e2', 'status': 'completed', 'code': 200}
Oct 27 15:09:22.866216 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:09:22.952021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a606-4d7d-46ea-a046-9f51fb708d27 req-e6e2f8da-d10e-42b2-b437-12c01a521229 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:22.953494 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b745a606-4d7d-46ea-a046-9f51fb708d27 req-e6e2f8da-d10e-42b2-b437-12c01a521229 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0839424
Oct 27 15:09:23.000900 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b745a606-4d7d-46ea-a046-9f51fb708d27 req-ec83e425-5854-4c0f-ab6b-b3275645a21b tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410633
Oct 27 15:09:23.238946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa947f-3ae4-45aa-be25-ffb56227cd25 req-9265c722-8c8c-4e4d-9974-33570037638a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:23.240805 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6afa947f-3ae4-45aa-be25-ffb56227cd25 req-9265c722-8c8c-4e4d-9974-33570037638a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.0811534
Oct 27 15:09:23.292517 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6afa947f-3ae4-45aa-be25-ffb56227cd25 req-8356e23a-4c46-4f22-870c-ee34f78dfacb tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444970
Oct 27 15:09:23.322148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42896) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:23.335467 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f8482-b2da-4805-a42c-afb990dc7274 req-b9ad6231-3460-4d35-b6d7-9337ff070d95 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:23.336938 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4f0f8482-b2da-4805-a42c-afb990dc7274 req-b9ad6231-3460-4d35-b6d7-9337ff070d95 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 944 time: 0.0803614
Oct 27 15:09:23.386151 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4f0f8482-b2da-4805-a42c-afb990dc7274 req-93a062bc-8155-4c54-9592-3181a216feec tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436189
Oct 27 15:09:23.581681 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-29829102-f3cf-4bd6-8a16-91fe235f8cf8 tempest-TestMinimumBasicScenario-2043474142 tempest-TestMinimumBasicScenario-2043474142-project-admin] Synchronizing usage tracker for tenant:17370a1e14984734adf98f923348836e on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:23.598425 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-29829102-f3cf-4bd6-8a16-91fe235f8cf8 tempest-TestMinimumBasicScenario-2043474142 tempest-TestMinimumBasicScenario-2043474142-project-admin] Unset dirty status for tenant:17370a1e14984734adf98f923348836e on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:23.599608 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-29829102-f3cf-4bd6-8a16-91fe235f8cf8 tempest-TestMinimumBasicScenario-2043474142 tempest-TestMinimumBasicScenario-2043474142-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1094 time: 0.2763574
Oct 27 15:09:23.602850 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42902) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:23.608081 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'port_id': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:23.613996 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:23.618010 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:floatingip and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:23.621056 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:23.626701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:23.637458 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for floatingip, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:23.837044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:23.980314 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Allocated IP 172.27.3.10 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:24.041397 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:09:24.180631 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:24.183686 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:24.197402 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'mac_address': 'fa:16:3e:1b:79:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:09:24.235305 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8403-ad9a-405e-9e00-20784d5a39d5 req-debe2b4a-3b36-49c4-b1e8-107b98a4f2a5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:24.237221 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-373c8403-ad9a-405e-9e00-20784d5a39d5 req-debe2b4a-3b36-49c4-b1e8-107b98a4f2a5 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1134934
Oct 27 15:09:24.239033 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:24.251979 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:24.257870 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:24.275714 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:09:24.293242 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:24.297225 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:24.299022 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:24.322941 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:24.332079 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:24.339328 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:24.368805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=9']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:24.372005 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:24.385285 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'Port': ['ID=5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:24.391607 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:24.410579 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-373c8403-ad9a-405e-9e00-20784d5a39d5 req-e7114332-842d-4c62-ac04-45c1b6ce7846 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600757
Oct 27 15:09:24.603131 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd5b47-efd6-4d36-869e-6399af205fbc req-e4f7e900-935c-4eb0-9955-a241ac7cf27c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:24.604403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fdbd5b47-efd6-4d36-869e-6399af205fbc req-e4f7e900-935c-4eb0-9955-a241ac7cf27c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.0779994
Oct 27 15:09:24.652508 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fdbd5b47-efd6-4d36-869e-6399af205fbc req-d7b589ea-91fc-4fe1-897f-03b805350960 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403833
Oct 27 15:09:24.910498 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:24.915521 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d80db351-8e11-4144-b9de-91b6445f74e2 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:24.957190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: d80db351-8e11-4144-b9de-91b6445f74e2 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:24.957190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d80db351-8e11-4144-b9de-91b6445f74e2 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:24.967819 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:25.172429 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:25.176989 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2623485'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:25.180787 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:25.275851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'Port': ['ID=5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:25.281931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:25.303014 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:25.628403 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.l3_db [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Floating IP fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb associated. External IP: 172.27.3.10, port: fb56dfc5-9885-413d-80fd-5386578d3903.
Oct 27 15:09:25.698952 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e747b28-6ba4-4bcb-b2c6-2a34fa6cc26f req-72effb04-24ab-4b0a-9a9a-21cbb2f30d00 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:25.698952 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0e747b28-6ba4-4bcb-b2c6-2a34fa6cc26f req-72effb04-24ab-4b0a-9a9a-21cbb2f30d00 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1576595
Oct 27 15:09:25.779863 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0e747b28-6ba4-4bcb-b2c6-2a34fa6cc26f req-7e78c995-3583-44e9-b6d5-127a3528480e tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684385
Oct 27 15:09:25.881985 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145abc1-5376-4d26-bfbe-6ca0fd3fed15 req-da1060c1-9129-4a0e-ae56-edeae2f22c74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:25.884550 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9145abc1-5376-4d26-bfbe-6ca0fd3fed15 req-da1060c1-9129-4a0e-ae56-edeae2f22c74 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.0838037
Oct 27 15:09:25.931786 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9145abc1-5376-4d26-bfbe-6ca0fd3fed15 req-1b4c83ad-4bdf-4410-96d5-cf6072cbcf87 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427935
Oct 27 15:09:26.103752 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Router ad805920-01fc-460f-83d2-cb31e9a24e00 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:09:26.229628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['4b8cf7df-82b3-4956-af32-7f969e5e018d'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:26.309736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:09:26.320602 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Sync routers for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:09:26.335988 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.339638 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:26.340440 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520910>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:26.399172 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7926912
Oct 27 15:09:26.399172 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:26.399645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 42926) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:26.405527 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224473868', 'description': 'tempest-secgroup-smoke-224473868 description', 'project_id': '0ef0fcc833424463b242c242eeeaebf1'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:26.412160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:26.423075 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:26.439134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.475545 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:09:26.478898 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:26.482779 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:26.485681 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:26.492519 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:26.531885 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:26.608595 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.617192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.624447 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f81eb224-0c0f-4911-bdd2-9fdb559f4758 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:26.640924 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-c31b5067-eaf8-4622-9786-3e27c90be9b8 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1099 time: 0.1348019
Oct 27 15:09:26.698307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6dc9d6-b842-4637-b76d-8b34b22bff50,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:26.702131 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:26.713658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.715774 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.3150227
Oct 27 15:09:26.718187 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42932) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:26.724915 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:26.730936 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:26.737995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:26.741318 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:26.748214 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:26.769833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.830392 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-dfa81004-7e15-45ad-8b54-ed67479d60a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:26.833770 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-dfa81004-7e15-45ad-8b54-ed67479d60a2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.1850202
Oct 27 15:09:26.861716 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.875505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.879044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2dddd4ad-ca55-4909-b987-61cb7d57e4dc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:26.894242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f527c1ab-ffa0-4a5c-a8b2-f06249bb12d1,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:26.903728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:26.928184 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:26.932032 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520910>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'port_id': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'mac_address': 'fa:16:3e:69:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:24Z', 'updated_at': '2021-10-27T15:09:24Z', 'revision_number': 0, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:26.932920 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2135177
Oct 27 15:09:26.933554 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42942) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:26.937425 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Checking router: ad805920-01fc-460f-83d2-cb31e9a24e00 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:09:26.940345 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:26.948621 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:26.950012 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:26.950621 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520910>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:26.953664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:26.957619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:26.966258 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:27.010649 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.151087 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.162361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.191803 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-cdada0d5-6d81-457b-aae6-dce89175d3aa service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 999 time: 0.3427734
Oct 27 15:09:27.210616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716e22b-033c-4e36-a5ec-f2b5762386ed req-b62a9bc1-395c-4fb9-87a8-641edc719a26 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:27.215906 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:27.218078 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:27.218632 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0716e22b-033c-4e36-a5ec-f2b5762386ed req-b62a9bc1-395c-4fb9-87a8-641edc719a26 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.2388346
Oct 27 15:09:27.242448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c358556c-3765-49a2-823b-248e38bc2845,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:27.245599 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:27.246243 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.250569 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c1a8454e-ecf8-4445-9e69-c29ca744b2ad tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3158460
Oct 27 15:09:27.273132 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 42960) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:27.279186 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:27.338843 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f38eee-439f-4e30-91c8-fc23a849c6f5 req-b1f10020-f54d-4254-b5a1-4051409fe5eb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:27.348877 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b4f38eee-439f-4e30-91c8-fc23a849c6f5 req-b1f10020-f54d-4254-b5a1-4051409fe5eb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 945 time: 0.1352706
Oct 27 15:09:27.376705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:27.387167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:27.397003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:27.407873 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b4f38eee-439f-4e30-91c8-fc23a849c6f5 req-1412932a-da61-41cc-aa1a-4c4315d8a714 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552444
Oct 27 15:09:27.417474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:27.433545 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-4eea0350-5dcf-4038-89de-940a0363c523 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:27.435345 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-4eea0350-5dcf-4038-89de-940a0363c523 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.2144847
Oct 27 15:09:27.450333 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0716e22b-033c-4e36-a5ec-f2b5762386ed req-49fb9ba3-0a18-4419-a9ec-8cf53359d339 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307060
Oct 27 15:09:27.498698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.589645 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-7516389b-1657-4002-b91f-cb9613fdfbaf service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1382089
Oct 27 15:09:27.624823 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.636875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.651110 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:27.677441 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520910>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'port_id': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'mac_address': 'fa:16:3e:69:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:24Z', 'updated_at': '2021-10-27T15:09:24Z', 'revision_number': 0, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:27.682349 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff6236-510f-4d8c-9ff6-fa370a94e1c6 None None] The sync data for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi is: [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'port_id': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'mac_address': 'fa:16:3e:69:25:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:24Z', 'updated_at': '2021-10-27T15:09:24Z', 'revision_number': 0, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:09:27.730690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d16a1d-a094-4ec6-a2c6-eecdae270dba,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:27.738563 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:27.750227 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.751579 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.4772353
Oct 27 15:09:27.754200 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42970) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:27.760776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:27.766953 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:27.772444 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:27.774890 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:27.781927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:27.785388 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-d11c39d3-2596-4eea-9a78-122939dfa352 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1851895
Oct 27 15:09:27.807812 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.892483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.897401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.900056 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-33135976-8e01-4fc3-bffc-d4a5bca9afe7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:27.904994 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:27.923057 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4724775-1b9f-41e5-9f26-dcf7afb1dbb5,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:27.928409 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:27.961922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:27.963370 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2073674
Oct 27 15:09:27.965999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42974) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:27.972533 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:27.983339 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:28.003784 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:28.007384 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:28.007597 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e9ff33-673a-46a8-adb4-e60c6160c31b None None] New status for floating IP fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb: ACTIVE {{(pid=82716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:09:28.014128 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33b8b90a-558b-4075-bdb0-5c4586326381 req-167bf6ea-0e38-40f6-90a3-3f68120fbb63 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2189908
Oct 27 15:09:28.029015 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:28.048388 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.securitygroups_db [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Project 0ef0fcc833424463b242c242eeeaebf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:09:28.063959 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.147999 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 4b8cf7df-82b3-4956-af32-7f969e5e018d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:28.148419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.178316 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.186922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.189156 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4ad52476-e262-4c92-b1d7-9bc0016310f3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:28.212162 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c121d041-9b57-40a7-a60b-3b6414625999,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:28.237852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:28.248653 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.253801 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.2866683
Oct 27 15:09:28.254457 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 42982) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:28.264194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'security_group_rule': {'security_group_id': 'fa6dc9d6-b842-4637-b76d-8b34b22bff50', 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:28.270978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:28.276327 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Usage tracker for resource:security_group_rule and tenant:0ef0fcc833424463b242c242eeeaebf1 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:28.281792 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:28.289845 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:28.307249 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.securitygroups_db [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Project 0ef0fcc833424463b242c242eeeaebf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:09:28.314348 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-563f3e0e-3e35-417a-a5f5-0169356a3f9a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:28.315075 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.315894 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-563f3e0e-3e35-417a-a5f5-0169356a3f9a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.1024425
Oct 27 15:09:28.386198 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.390607 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.393044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8580722a-26e1-4490-baa2-ff386d8da4c7 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:28.417691 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4505fba2-0252-4ab2-a5cb-28bb76558f78,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:28.420573 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:28.429559 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.430112 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.434980 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-04a6078b-8f70-4765-a2ff-e5fd8324d9d6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1766534
Oct 27 15:09:28.440857 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Deleting port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:28.441465 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.461949 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:28.505744 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:28.511162 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.513401 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:28.631405 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=10']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:28.634788 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:28.687132 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345f640-8f6e-4cf8-a8d4-124565197af7 req-1ed7c0a4-acc5-4281-8c3f-beb6b0ef8a89 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:28.688906 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f345f640-8f6e-4cf8-a8d4-124565197af7 req-1ed7c0a4-acc5-4281-8c3f-beb6b0ef8a89 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.1107407
Oct 27 15:09:28.744177 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f345f640-8f6e-4cf8-a8d4-124565197af7 req-6c0b0402-0fb8-4801-9c9c-2708ca421825 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473340
Oct 27 15:09:28.766409 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-4bfd3348-463d-49f7-b40b-6d0466346c56 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:28.826527 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-4bfd3348-463d-49f7-b40b-6d0466346c56 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:28.833403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-4bfd3348-463d-49f7-b40b-6d0466346c56 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224473868&fields=id&tenant_id=0ef0fcc833424463b242c242eeeaebf1 HTTP/1.1" status: 200  len: 267 time: 0.1994121
Oct 27 15:09:28.888172 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] For port 717575f8-0d75-4134-b2d4-a0f0c5df2a46, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=717575f8-0d75-4134-b2d4-a0f0c5df2a46,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:28.888533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:28.994459 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d809db-b0af-4590-b9f6-7f6a5da5c0db req-6798dcbe-bb5c-4266-a34d-b0d940fd2551 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:28.995960 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-87d809db-b0af-4590-b9f6-7f6a5da5c0db req-6798dcbe-bb5c-4266-a34d-b0d940fd2551 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 945 time: 0.0838752
Oct 27 15:09:29.014221 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Calling delete_port for 717575f8-0d75-4134-b2d4-a0f0c5df2a46 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:29.044513 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-87d809db-b0af-4590-b9f6-7f6a5da5c0db req-bd752570-1705-44ca-b23b-fddfd1cb0557 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/security-groups?id=7946666f-e57f-42b9-93af-2ef5ca14836c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422063
Oct 27 15:09:29.108266 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-6919dcb9-c5fd-411c-9e17-d3abcd44b650 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:29.109942 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-6919dcb9-c5fd-411c-9e17-d3abcd44b650 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.2739713
Oct 27 15:09:29.112960 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'code': 200}
Oct 27 15:09:29.126095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'port': {'security_groups': ['590ac1b8-2f93-43e7-aa03-0b9ce9169857', 'fa6dc9d6-b842-4637-b76d-8b34b22bff50']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:29.275861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.283290 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:29.340787 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Pushing event deleted for resources: {'Port': ['ID=717575f8-0d75-4134-b2d4-a0f0c5df2a46,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:29.344852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:29.345562 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.472977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] No DVR routers for this DVR port 717575f8-0d75-4134-b2d4-a0f0c5df2a46 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:09:29.477645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.480193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'name': 'network-vif-deleted', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:29.574612 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe2bb59-cae8-423a-9cc5-bd338cc407a9', 'name': 'network-vif-deleted', 'tag': '717575f8-0d75-4134-b2d4-a0f0c5df2a46', 'status': 'completed', 'code': 200}
Oct 27 15:09:29.596521 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-137ac616-3ec1-4d5d-9bc6-14a84b8cc5f2 req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.91 "DELETE /v2.0/ports/717575f8-0d75-4134-b2d4-a0f0c5df2a46 HTTP/1.1" status: 204  len: 173 time: 1.2697926
Oct 27 15:09:29.789804 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:29.815078 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.820365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.827936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c947480a-766a-4647-b4aa-7ced015a9ad2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:29.896785 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:29.897464 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:29.904012 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c2a73623-f80c-4765-a1ec-2c69145c6b0a req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "PUT /v2.0/ports/fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 982 time: 0.7845130
Oct 27 15:09:29.927069 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=6']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:29.938564 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:30.067959 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec238b-a845-4e65-81d9-156b96167ca3 req-b8508cad-3f2f-4392-a312-40890a77af9e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:30.072574 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f3ec238b-a845-4e65-81d9-156b96167ca3 req-b8508cad-3f2f-4392-a312-40890a77af9e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.1007311
Oct 27 15:09:30.140145 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f3ec238b-a845-4e65-81d9-156b96167ca3 req-abb4694f-8223-4b0d-9833-b08520151344 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620396
Oct 27 15:09:30.151412 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-72d902b8-97b5-434e-bdbb-1c3fe7554592 None None] Provisioning complete for port fb56dfc5-9885-413d-80fd-5386578d3903 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:30.151944 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-72d902b8-97b5-434e-bdbb-1c3fe7554592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:30.225088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238d537-7dde-4271-816d-2071d709cb8c req-eb6ef5a5-234e-4701-b75b-c3a331143400 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:30.232740 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e238d537-7dde-4271-816d-2071d709cb8c req-eb6ef5a5-234e-4701-b75b-c3a331143400 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1066124
Oct 27 15:09:30.294870 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e238d537-7dde-4271-816d-2071d709cb8c req-d3b6e64c-9bfd-4bb3-8834-db93bb10c69f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0612414
Oct 27 15:09:30.412549 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eea46c6c-b7da-43d5-8973-08bcf5ffd8de req-7c74da56-a1ad-4f23-92d3-3bf21da57d18 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 210 time: 0.0409594
Oct 27 15:09:31.418712 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93594e7-81e3-41e0-9b27-5cebbd116fc3 req-c988d2a6-2620-461d-8488-9c8b87e606aa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:31.420168 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e93594e7-81e3-41e0-9b27-5cebbd116fc3 req-c988d2a6-2620-461d-8488-9c8b87e606aa tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.1395607
Oct 27 15:09:31.465198 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e93594e7-81e3-41e0-9b27-5cebbd116fc3 req-8a241cf2-22d9-4389-9b13-e061e17a6c48 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395558
Oct 27 15:09:31.572717 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ad889695-33e1-40f9-b566-75ecfbeaec96 req-11dd60ca-cfeb-4122-9302-ead4d6f7458a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Synchronizing usage tracker for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:31.575842 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:31.592032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-ad889695-33e1-40f9-b566-75ecfbeaec96 req-11dd60ca-cfeb-4122-9302-ead4d6f7458a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Unset dirty status for tenant:332078f71e764c8193f602ddaa78dc81 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:31.593381 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ad889695-33e1-40f9-b566-75ecfbeaec96 req-11dd60ca-cfeb-4122-9302-ead4d6f7458a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] 10.222.0.89 "GET /v2.0/ports?device_id=cbe2bb59-cae8-423a-9cc5-bd338cc407a9 HTTP/1.1" status: 200  len: 210 time: 0.0610487
Oct 27 15:09:31.630181 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:09:31.782609 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['717575f8-0d75-4134-b2d4-a0f0c5df2a46'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:31.846041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:31.897116 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:31.905095 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-4c31fd5b-0070-4bfc-a4a4-00bc0f45359c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1138 time: 0.0782080
Oct 27 15:09:32.084970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-20160404-68f7-4564-be42-e2bdb9d1909b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:32.086538 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-20160404-68f7-4564-be42-e2bdb9d1909b service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.1702592
Oct 27 15:09:32.208663 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-ee9a9d00-c59e-4f6c-8473-85cfce92a8c8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 1001 time: 0.1089854
Oct 27 15:09:32.292901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-2ca5eb6b-a788-42a3-a98b-11036512281c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:32.294869 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-2ca5eb6b-a788-42a3-a98b-11036512281c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.0775404
Oct 27 15:09:32.448657 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-e11169e7-03da-4a49-b76e-e8d2bc6e0607 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1458976
Oct 27 15:09:32.452813 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-94079c09-3a49-4ce6-9e3e-01f7d4101d44 req-23bb326a-d4b5-44d3-be6f-b17d7fe39b79 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1100 time: 0.0979681
Oct 27 15:09:32.611093 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-94079c09-3a49-4ce6-9e3e-01f7d4101d44 req-c2f8b658-6426-4629-8412-f282aa0d2bd5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1417632
Oct 27 15:09:32.670985 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-5b492390-6f0d-4048-a646-5051bb0e61be service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029562
Oct 27 15:09:32.698756 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43070) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:32.777138 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e2b727-b2d5-4aee-b241-301d295becc6 req-11972e26-c80b-49f3-9c81-2df4fcf95c66 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:32.778814 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33e2b727-b2d5-4aee-b241-301d295becc6 req-11972e26-c80b-49f3-9c81-2df4fcf95c66 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.1482737
Oct 27 15:09:32.911747 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33e2b727-b2d5-4aee-b241-301d295becc6 req-187545fb-8c9e-48ee-a38b-c0512e5656af tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212630
Oct 27 15:09:33.040878 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-07148a89-3b0b-40d3-babc-320b3e803fc0 req-4c4d17ed-b53e-45c5-ba8f-5ce7f982ab77 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1576576
Oct 27 15:09:33.337220 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:33.385947 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753639c-784a-4e53-a010-aae20b4545c3 req-da517927-a91a-471c-bd8a-fcd1121a6c9b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:33.386750 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-d753639c-784a-4e53-a010-aae20b4545c3 req-da517927-a91a-471c-bd8a-fcd1121a6c9b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:network {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:33.404010 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-d753639c-784a-4e53-a010-aae20b4545c3 req-da517927-a91a-471c-bd8a-fcd1121a6c9b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:network {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:33.405042 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-da517927-a91a-471c-bd8a-fcd1121a6c9b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 813 time: 0.1606593
Oct 27 15:09:33.421776 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-785a1508-3991-4549-9b48-8f1909e28924 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/quotas/ff7a0fe5498d457f807696add8104865 HTTP/1.1" status: 200  len: 375 time: 0.0107358
Oct 27 15:09:33.467702 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-b9d6ee61-43d3-442f-8ab8-4b40874e835b tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0401556
Oct 27 15:09:33.598269 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-5804a531-3c0b-4f83-a008-1d9a1490a8bc service neutron] 10.222.0.89 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230042
Oct 27 15:09:33.728897 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-a73b6919-64cd-4f71-848b-976c67122bd0 service neutron] 10.222.0.89 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243577
Oct 27 15:09:33.783649 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 717575f8-0d75-4134-b2d4-a0f0c5df2a46 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:33.823887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 717575f8-0d75-4134-b2d4-a0f0c5df2a46 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:33.824234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 717575f8-0d75-4134-b2d4-a0f0c5df2a46 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:33.972071 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-69ee235b-74e8-4218-aa25-a038edc5c8dd req-91b16e50-d0d2-4359-99ad-49250dd3bebb tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:33.982883 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Deleting port 88ca3390-b682-41ac-be54-01494ee8fe6c {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:33.983277 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:34.024838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-69ee235b-74e8-4218-aa25-a038edc5c8dd req-91b16e50-d0d2-4359-99ad-49250dd3bebb tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:34.025967 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-69ee235b-74e8-4218-aa25-a038edc5c8dd req-91b16e50-d0d2-4359-99ad-49250dd3bebb tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 210 time: 0.1106222
Oct 27 15:09:34.236463 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1c55c-0fe5-4506-b187-c82db2aba461 req-dde878b9-adb7-48c2-b4dc-bd598b4a4659 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:34.256601 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1fe1c55c-0fe5-4506-b187-c82db2aba461 req-dde878b9-adb7-48c2-b4dc-bd598b4a4659 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.1282845
Oct 27 15:09:34.303159 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] For port 88ca3390-b682-41ac-be54-01494ee8fe6c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=88ca3390-b682-41ac-be54-01494ee8fe6c,segment=NetworkSegment(d1e34a06-50ae-4d8a-ba62-3372a94520be),segment_id=d1e34a06-50ae-4d8a-ba62-3372a94520be)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:34.303771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:34.342088 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1fe1c55c-0fe5-4506-b187-c82db2aba461 req-eb9d6841-f6c2-4182-9fc0-93573b383e55 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844140
Oct 27 15:09:34.476956 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Calling delete_port for 88ca3390-b682-41ac-be54-01494ee8fe6c owned by network:router_interface {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:34.843126 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:34.846994 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:34.891033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Pushing event deleted for resources: {'Port': ['ID=88ca3390-b682-41ac-be54-01494ee8fe6c,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:34.929345 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.929726 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.930080 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.930420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.930764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.931102 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.931456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.931799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.932134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.932466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.932797 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:34.939413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:35.282419 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-67fe631d-8667-4f1a-8fd7-73ecd352789d req-10689e64-9c10-42e3-a151-5b8b10791435 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 210 time: 0.1127765
Oct 27 15:09:35.344488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e4f4e35f-9b82-47c0-90de-30a907dfdd70 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:35.346049 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e4f4e35f-9b82-47c0-90de-30a907dfdd70 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 813 time: 0.2152977
Oct 27 15:09:35.357869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:35.369976 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Request body: {'port': {'device_id': '129711df-ed45-4534-bec6-fbc0e15227eb', 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a', 'admin_state_up': True, 'tenant_id': 'ff7a0fe5498d457f807696add8104865'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:35.566233 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25823a55-8ff7-4d61-a9cf-3cb2ee74ed34 req-9fc2c95e-25cc-4a78-b77b-7149032b93b4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:35.567849 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-25823a55-8ff7-4d61-a9cf-3cb2ee74ed34 req-9fc2c95e-25cc-4a78-b77b-7149032b93b4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.0798445
Oct 27 15:09:35.583901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:35.620248 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-25823a55-8ff7-4d61-a9cf-3cb2ee74ed34 req-98382d46-4f27-442a-a403-32ff601da9f1 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467031
Oct 27 15:09:35.646656 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:35.663828 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Made reservation on behalf of ff7a0fe5498d457f807696add8104865 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:09:35.666820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:35.762731 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43154) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:35.901747 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:35.936917 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:35.940961 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:e9e3358c17234df4bfa38f35851bc3a3 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:35.944363 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:35.950167 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:35.993564 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Allocated IP 172.20.0.7 (6315ffd6-cbcc-424e-8184-25a4113de63a/936a4d93-6eaa-4710-b442-83a7bd5f6e76/cd95cf0e-d97d-448a-8469-03aae0c8b230) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:36.015868 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.019677 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.027498 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-570b936a-4021-4aef-814d-1872ced94d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:36.068191 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e9e3358c17234df4bfa38f35851bc3a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3043630
Oct 27 15:09:36.068936 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8564ec-327b-45b0-a25f-e634ca9c62cc,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:36.071077 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43162) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:36.073657 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:36.140653 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.161699 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1377b947-9c22-4220-b8c1-fc3e99bc1b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.175869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.237325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.245014 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-779c42c0-242c-4e5a-a894-5c712011d2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:36.257816 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8564ec-327b-45b0-a25f-e634ca9c62cc,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:36.260766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:36.261656 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.264986 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9d8564ec-327b-45b0-a25f-e634ca9c62cc HTTP/1.1" status: 204  len: 168 time: 0.1907539
Oct 27 15:09:36.484800 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ff981e0-eddb-4761-921f-f835bfa9bdc9 req-cc17164f-ca16-43f1-8363-71dfd0531c20 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 210 time: 0.0654023
Oct 27 15:09:36.495557 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.548234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.550571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.557823 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f15a852b-8003-475d-92e0-ad5fa698800f tempest-DeleteServersTestJSON-1571163373 tempest-DeleteServersTestJSON-1571163373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:36.621788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Router b34098d9-c914-4823-9dd2-acda12414d1e has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:09:36.641744 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Pushing event updated for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:36.645021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Network 6315ffd6-cbcc-424e-8184-25a4113de63a is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:36.646437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:36.647646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:36.650937 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:36.772723 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:36.773312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:36.815223 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4511070
Oct 27 15:09:36.878686 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Request body: {'port': {'device_id': '129711df-ed45-4534-bec6-fbc0e15227eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:37.007484 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:37.092957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:09:37.098662 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] 10.222.0.89 "PUT /v2.0/routers/b34098d9-c914-4823-9dd2-acda12414d1e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3983667
Oct 27 15:09:37.101655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43188) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:37.104434 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Sync routers for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:09:37.117183 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:37.118008 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520f40>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:37.316024 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:37.534740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd95cf0e-d97d-448a-8469-03aae0c8b230 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:09:37.544056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:37.557973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks [] for router, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:37.610204 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520f40>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:09:34Z', 'revision_number': 5, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:37.615258 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Checking router: b34098d9-c914-4823-9dd2-acda12414d1e for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:09:37.620531 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Transition to ACTIVE for port object cd95cf0e-d97d-448a-8469-03aae0c8b230 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:37.626333 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Routers {'b34098d9-c914-4823-9dd2-acda12414d1e'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:37.627215 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520f40>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['b34098d9-c914-4823-9dd2-acda12414d1e'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:37.631845 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:37.644540 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b2ddc104-1edc-4b8f-a2a6-c8865087e027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:37.737267 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22906cb-bd9b-4da0-be80-267642bb483c req-a003960a-b6a5-4401-adfa-051e98cb5663 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:37.744906 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d22906cb-bd9b-4da0-be80-267642bb483c req-a003960a-b6a5-4401-adfa-051e98cb5663 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 943 time: 0.0923197
Oct 27 15:09:37.802599 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d22906cb-bd9b-4da0-be80-267642bb483c req-1f6913d7-5456-4303-b1fd-35eae432cbaa tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566416
Oct 27 15:09:37.852233 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] Set router b34098d9-c914-4823-9dd2-acda12414d1e gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:37.865752 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Pushing event updated for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:37.877280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:38.059783 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Attempting to bind port cd95cf0e-d97d-448a-8469-03aae0c8b230 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:09:38.060113 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Attempting to bind port cd95cf0e-d97d-448a-8469-03aae0c8b230 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:09:38.060439 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Attempting to bind port cd95cf0e-d97d-448a-8469-03aae0c8b230 on network 6315ffd6-cbcc-424e-8184-25a4113de63a {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:38.073042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Port cd95cf0e-d97d-448a-8469-03aae0c8b230 on network 6315ffd6-cbcc-424e-8184-25a4113de63a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:09:38.073360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Attempting to bind port cd95cf0e-d97d-448a-8469-03aae0c8b230 on network 6315ffd6-cbcc-424e-8184-25a4113de63a {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:38.082092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:09:38.082456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Checking segment: {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:09:38.082836 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Bound using segment: {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:09:38.083257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Bound port: cd95cf0e-d97d-448a-8469-03aae0c8b230, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5138626-80c3-471d-b444-1ac1c780910c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1302, 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:09:38.083626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.139297 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.158139 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520f40>, [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:09:34Z', 'revision_number': 5, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:38.161800 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Deleting port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:09:38.162145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.163614 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35713ccc-8b6a-413d-aaa2-18c5c7ef5de8 None None] The sync data for ids ['b34098d9-c914-4823-9dd2-acda12414d1e'] in dv-cinder-815673-1-iscsi is: [{'id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'name': 'tempest-ServerRescueNegativeTestJSON-947261945-router', 'tenant_id': '332078f71e764c8193f602ddaa78dc81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:17Z', 'updated_at': '2021-10-27T15:09:34Z', 'revision_number': 5, 'project_id': '332078f71e764c8193f602ddaa78dc81', 'gw_port': {'id': '769cda08-3889-4cfc-ab1c-d25bbf19e6ea', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:99:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34098d9-c914-4823-9dd2-acda12414d1e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:09:38.259087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:09:38.324128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:09:38.330377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.337225 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-edddcbbf-c8eb-4e31-ab13-5b05bf4a7c4e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:38.341890 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-aa9fc434-7a2a-4695-ae81-35fb722755db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.414165 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.415538 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] 10.222.0.91 "PUT /v2.0/ports/cd95cf0e-d97d-448a-8469-03aae0c8b230 HTTP/1.1" status: 200  len: 1093 time: 1.5449276
Oct 27 15:09:38.417769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:38.448226 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] For port 769cda08-3889-4cfc-ab1c-d25bbf19e6ea, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:38.448894 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.489279 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Pushing event updated for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:38.498481 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230', 'status': 'completed', 'code': 200}
Oct 27 15:09:38.499250 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:38.615045 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Calling delete_port for 769cda08-3889-4cfc-ab1c-d25bbf19e6ea owned by network:router_gateway {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:09:38.716899 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-3c5fe57f-c8bd-4b62-8b5f-0c2937134f5d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 1096 time: 0.2592015
Oct 27 15:09:38.797518 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-a686defe-5626-4ce7-b150-caef35ea712c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230 HTTP/1.1" status: 200  len: 217 time: 0.0705588
Oct 27 15:09:38.907604 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753639c-784a-4e53-a010-aae20b4545c3 req-6e9dae3a-dfc8-47ee-ac8c-27280ea4c1c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:38.909015 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-6e9dae3a-dfc8-47ee-ac8c-27280ea4c1c6 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=936a4d93-6eaa-4710-b442-83a7bd5f6e76 HTTP/1.1" status: 200  len: 853 time: 0.1039915
Oct 27 15:09:38.950992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:38.959198 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-58113a7a-7513-41b4-a496-dbe93ea93a3a tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:38.991594 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-b9a46c66-cd42-4a3b-86af-629576193e55 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6315ffd6-cbcc-424e-8184-25a4113de63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0743177
Oct 27 15:09:38.994777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd64aab-c2da-4b09-8093-7d8089d5de35 req-5e92adec-6f6c-49fd-9928-3a70778d65e3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:38.996237 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cbd64aab-c2da-4b09-8093-7d8089d5de35 req-5e92adec-6f6c-49fd-9928-3a70778d65e3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 943 time: 0.0806265
Oct 27 15:09:39.001407 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Pushing event deleted for resources: {'Port': ['ID=769cda08-3889-4cfc-ab1c-d25bbf19e6ea,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:39.022342 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:39.042331 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cbd64aab-c2da-4b09-8093-7d8089d5de35 req-5630fb1e-a9c4-44e9-94db-5b4b14400216 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402613
Oct 27 15:09:39.203185 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.412990 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-2a828295-03f9-4c0b-9c7a-6e0f2b898782 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4127252
Oct 27 15:09:39.418883 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.757716 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.774554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.788405 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d753639c-784a-4e53-a010-aae20b4545c3 req-072721f7-4f71-4178-b971-f55ecda44c7d service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3190949
Oct 27 15:09:39.916493 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.916991 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34098d9-c914-4823-9dd2-acda12414d1e {{(pid=82714) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:09:39.942890 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:39.946293 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] 10.222.0.89 "DELETE /v2.0/routers/b34098d9-c914-4823-9dd2-acda12414d1e HTTP/1.1" status: 204  len: 168 time: 2.8414958
Oct 27 15:09:39.946645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43230) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:39.956951 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-3bec4943-a79e-4041-adca-a794c957874b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ff7a0fe5498d457f807696add8104865&device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 1096 time: 0.0985122
Oct 27 15:09:40.047857 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Deleting subnet 449f8b60-3487-4e6b-89c6-c721d3a117ff {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:09:40.051871 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.104571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-7c5d40aa-bfd6-4120-bd39-a63333ea9874 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:40.106516 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-7c5d40aa-bfd6-4120-bd39-a63333ea9874 service neutron] 10.222.0.91 "GET /v2.0/networks?id=6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 200  len: 915 time: 0.1399858
Oct 27 15:09:40.127806 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.208251 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-cdb66814-0eb9-4625-9dbb-8efa16bc776d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230 HTTP/1.1" status: 200  len: 217 time: 0.0915923
Oct 27 15:09:40.256138 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.301393 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 88ca3390-b682-41ac-be54-01494ee8fe6c no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:40.372810 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-e6a1300b-34b3-49d4-91d7-518529f0b515 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:40.374318 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-e6a1300b-34b3-49d4-91d7-518529f0b515 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=936a4d93-6eaa-4710-b442-83a7bd5f6e76 HTTP/1.1" status: 200  len: 853 time: 0.1541901
Oct 27 15:09:40.383899 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 88ca3390-b682-41ac-be54-01494ee8fe6c {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:40.384970 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 88ca3390-b682-41ac-be54-01494ee8fe6c not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:40.416972 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.422589 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:40.445222 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-5bfa34b1-eaa6-43c5-878f-d2cc64b5101b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=6315ffd6-cbcc-424e-8184-25a4113de63a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626736
Oct 27 15:09:40.463913 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449f8b60-3487-4e6b-89c6-c721d3a117ff,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:40.468291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:40.474393 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.480590 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-abbc41cf-8194-4202-ac88-dd4d754668d8 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/449f8b60-3487-4e6b-89c6-c721d3a117ff HTTP/1.1" status: 204  len: 168 time: 0.5328805
Oct 27 15:09:40.482970 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43244) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:40.505426 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834b074-04fc-497d-9256-5617445d761f req-12958abd-df69-42b8-bf0a-f71e3e7b8542 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:40.506323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-6834b074-04fc-497d-9256-5617445d761f req-12958abd-df69-42b8-bf0a-f71e3e7b8542 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:40.596861 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.597079 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-6834b074-04fc-497d-9256-5617445d761f req-12958abd-df69-42b8-bf0a-f71e3e7b8542 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:40.598184 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6834b074-04fc-497d-9256-5617445d761f req-12958abd-df69-42b8-bf0a-f71e3e7b8542 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 943 time: 0.2952626
Oct 27 15:09:40.725349 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-4d4db8c2-3e53-476d-ade9-c12494f42ea5 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2705388
Oct 27 15:09:40.775405 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.784775 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6834b074-04fc-497d-9256-5617445d761f req-7c8a14cb-0b78-4caa-98d6-d33a8b1daea1 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729977
Oct 27 15:09:40.789073 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.823015 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac2961fdc0>,) {'filters': {'network_id': ['05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:40.829120 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2961fdc0>, 'd1e34a06-50ae-4d8a-ba62-3372a94520be') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:40.829627 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2961fdc0>, 'd1e34a06-50ae-4d8a-ba62-3372a94520be') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:40.842785 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.860962 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.873205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Releasing vlan 1308 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:09:40.873728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.886116 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-603b4ca6-a347-4040-b6c8-0108e25e9a18 req-af690da7-030d-4c92-b0fe-254d712b1f30 service neutron] 10.222.0.91 "GET /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490545
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:09:40.891818 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:09:40.976352 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:40.980909 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:40.994789 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:41.005891 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:41.009172 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:41.018021 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7646c78a-5010-4276-a43a-a219d80fc2c7 admin admin] 10.222.0.89 "DELETE /v2.0/networks/05ef10f3-a6b3-4d09-8731-7ecf6b28c6f4 HTTP/1.1" status: 204  len: 168 time: 0.5338192
Oct 27 15:09:41.240990 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43252) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:41.297214 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d5a046f9-4aba-4d4c-8f1e-a3809d69436a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=332078f71e764c8193f602ddaa78dc81&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0549517
Oct 27 15:09:41.299851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43256) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:41.359999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:41.385554 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:41.436908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:41.440629 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:41.454029 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7946666f-e57f-42b9-93af-2ef5ca14836c,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:41.456617 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:41.466347 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:41.469927 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/7946666f-e57f-42b9-93af-2ef5ca14836c HTTP/1.1" status: 204  len: 168 time: 0.1666608
Oct 27 15:09:41.812104 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device cd95cf0e-d97d-448a-8469-03aae0c8b230 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:09:41.963275 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:41.978539 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'cd95cf0e-d97d-448a-8469-03aae0c8b230', 'network_id': '6315ffd6-cbcc-424e-8184-25a4113de63a', 'port_id': 'cd95cf0e-d97d-448a-8469-03aae0c8b230', 'mac_address': 'fa:16:3e:99:b6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936a4d93-6eaa-4710-b442-83a7bd5f6e76', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:09:42.018892 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efaf90a-5418-48cc-86ca-9d845191e65c req-01068c94-01a6-4b07-bdc5-8df87ac23c07 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:42.026407 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2efaf90a-5418-48cc-86ca-9d845191e65c req-01068c94-01a6-4b07-bdc5-8df87ac23c07 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 943 time: 0.0959184
Oct 27 15:09:42.036455 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.071048 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2efaf90a-5418-48cc-86ca-9d845191e65c req-d550ce5d-4a21-4b10-8092-f1bad18078c3 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434840
Oct 27 15:09:42.082881 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd95cf0e-d97d-448a-8469-03aae0c8b230 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:09:42.101552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:42.105763 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.107606 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:42.142092 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 769cda08-3889-4cfc-ab1c-d25bbf19e6ea no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:09:42.184678 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 769cda08-3889-4cfc-ab1c-d25bbf19e6ea {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:09:42.185026 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 769cda08-3889-4cfc-ab1c-d25bbf19e6ea not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:09:42.206918 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:42.210754 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:42.368265 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43288) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:42.585599 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-579748382-network', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:42.590289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:42.594093 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Usage tracker for resource:network and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:42.596957 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:42.603518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:42.612815 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Made reservation on behalf of 16cd4eff02e14dd2bb565b0b65ce8156 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:09:42.615572 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.627663 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.657747 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:42.661975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:42.664758 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:42.670312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:42.736039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.740508 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.743505 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2ed78c93-1a2a-4675-b825-7adab7153b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:42.775765 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1333}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:09:42.781275 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0523321-b64a-4cad-8416-98de34675b79,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:42.784851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:42.789591 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.789591 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Added segment c460f3b1-1074-4fc5-95c7-68f10d7990f6 of type vlan for network 0087faae-9a3c-45a8-9aca-4527e1198c23
Oct 27 15:09:42.815591 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.846497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.848287 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:42.848874 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:42.852172 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:42.948140 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5787392
Oct 27 15:09:42.951095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43296) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:42.953609 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Pushing event updated for resources: {'Network': ['ID=0087faae-9a3c-45a8-9aca-4527e1198c23,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:42.956366 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:42.956989 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Request body: {'subnet': {'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-579748382-subnet', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:42.962868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:42.966783 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Usage tracker for resource:subnet and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:42.967548 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:09:42.970793 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:42.977589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:42.988125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Made reservation on behalf of 16cd4eff02e14dd2bb565b0b65ce8156 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:09:42.990630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.198333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.240396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-89cfba4c-c616-47c1-804d-1ca93843c40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:43.333105 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=245c1326-e632-417b-b1ac-0bd6d3ad7030,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:43.339606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:43.357481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Checking segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:09:43.357837 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Network hostable DHCP agents. Network: 0087faae-9a3c-45a8-9aca-4527e1198c23, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:09:43.369375 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690faf2-f58a-4505-a073-1c650f7fd149 req-ee6164b7-3174-4b38-94dd-0a06da4bdc49 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:43.370842 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b690faf2-f58a-4505-a073-1c650f7fd149 req-ee6164b7-3174-4b38-94dd-0a06da4bdc49 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 944 time: 0.1739891
Oct 27 15:09:43.417114 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:09:43.432891 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 0087faae-9a3c-45a8-9aca-4527e1198c23) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:43.437710 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:43.438332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.440829 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304f464-c524-4418-ab89-6ae177af1f74 None None] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:09:43.443957 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b690faf2-f58a-4505-a073-1c650f7fd149 req-bf16fa24-fca9-401c-807b-b7a75e2f2cc4 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670779
Oct 27 15:09:43.466196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43302) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:43.466721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5565a773-c964-4cff-a502-f8fb5b2ed9f1 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5139692
Oct 27 15:09:43.471969 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:43.476838 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:43.480910 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Usage tracker for resource:router and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:43.484049 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:43.490156 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:43.501586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.502561 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.522701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.669294 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.683028 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-0087faae-9a3c-45a8-9aca-4527e1198c23', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:09:43.683889 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.842913 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Allocated IP 172.20.0.2 (0087faae-9a3c-45a8-9aca-4527e1198c23/245c1326-e632-417b-b1ac-0bd6d3ad7030/9ebbd7e7-8a70-4c65-8b3d-c9c39062890a) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:43.861123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:43.891289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.033405 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Allocated IP 172.27.3.204 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/d5006bb9-f10c-4a61-85e7-d21b573dbef7) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:44.053591 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.064612 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Transition to ACTIVE for port object 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:44.083434 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Transition to ACTIVE for port object 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:44.089560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.093920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:44.160868 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:44.163819 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:44.168397 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:44.170384 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Pushing event updated for resources: {'Port': ['ID=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:44.189146 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.204658 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:44.216593 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.220185 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:44.261006 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Attempting to bind port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:09:44.261006 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Attempting to bind port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:09:44.261331 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Attempting to bind port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:44.268040 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:09:44.268413 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Checking segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:09:44.268812 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.269275 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Bound using segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:09:44.269733 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Bound port: 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:09:44.270205 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.283520 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:44.286950 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:44.291658 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:44.318204 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Pushing event updated for resources: {'Port': ['ID=d5006bb9-f10c-4a61-85e7-d21b573dbef7,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:44.327667 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:44.366353 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] For port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:09:44.370886 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] For port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:09:44.374945 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.378755 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:44.453953 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Pushing event updated for resources: {'Port': ['ID=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:44.454691 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.455608 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:44.458271 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:44.771662 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932410d6-fefa-4e8e-abcf-977d60385d21 req-3e1cfc12-23e3-49a9-b686-aa1460b0be79 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:44.773128 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-932410d6-fefa-4e8e-abcf-977d60385d21 req-3e1cfc12-23e3-49a9-b686-aa1460b0be79 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 944 time: 0.1705091
Oct 27 15:09:44.841147 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-932410d6-fefa-4e8e-abcf-977d60385d21 req-756b5b78-bae7-400e-8a67-0adf7cb726f2 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619459
Oct 27 15:09:44.898147 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Router d8d8d753-7053-4912-a411-7954f30a8560 is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:09:45.121507 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:45.131922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:09:45.143321 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:09:45.155898 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:45.159846 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.6898441
Oct 27 15:09:45.160009 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:45.160009 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2991a0d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:45.160251 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43314) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:45.349805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:45.404582 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['cd95cf0e-d97d-448a-8469-03aae0c8b230'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:45.481696 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6d81f-0ff7-48a0-a1e4-c7a69f638fa4 None None] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:09:45.747493 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-534dec5e-ed3f-4f7f-9e49-3ed255be7920 None None] Provisioning for port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:45.921124 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.043718 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2991a0d0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:44Z', 'revision_number': 3, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:46.049824 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:09:46.050178 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Updating router d8d8d753-7053-4912-a411-7954f30a8560 port d5006bb9-f10c-4a61-85e7-d21b573dbef7 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:09:46.107902 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.298923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b1ad9a-3a75-4508-8275-7b1c84326f2d req-ea588563-3ef9-41fa-a41d-a72311c53f45 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:46.300398 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93b1ad9a-3a75-4508-8275-7b1c84326f2d req-ea588563-3ef9-41fa-a41d-a72311c53f45 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 944 time: 0.3255634
Oct 27 15:09:46.301768 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:46.388950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Allocated IP 172.20.0.1 (0087faae-9a3c-45a8-9aca-4527e1198c23/245c1326-e632-417b-b1ac-0bd6d3ad7030/1df03383-7934-493d-bb4c-17a64f6f6f88) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:46.397103 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93b1ad9a-3a75-4508-8275-7b1c84326f2d req-391fbe56-cd3a-4427-85e3-2706f907e2ac tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672102
Oct 27 15:09:46.503628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:46.519033 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:46.519533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.555399 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.570663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Transition to ACTIVE for port object 1df03383-7934-493d-bb4c-17a64f6f6f88 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:46.593867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.598636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:46.626243 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.645212 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Transition to ACTIVE for port object d5006bb9-f10c-4a61-85e7-d21b573dbef7 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:46.669970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:46.673513 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:46.675712 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Pushing event updated for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:46.677981 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:46.702364 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:46.710324 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.716192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:46.735668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.751534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.833475 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:46.834477 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Pushing event updated for resources: {'Port': ['ID=d5006bb9-f10c-4a61-85e7-d21b573dbef7,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:46.838757 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:46.839488 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Attempting to bind port d5006bb9-f10c-4a61-85e7-d21b573dbef7 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:09:46.839887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Attempting to bind port d5006bb9-f10c-4a61-85e7-d21b573dbef7 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:09:46.840259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Attempting to bind port d5006bb9-f10c-4a61-85e7-d21b573dbef7 on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:46.849206 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:09:46.849600 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:09:46.850004 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.850410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:09:46.851281 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Bound port: d5006bb9-f10c-4a61-85e7-d21b573dbef7, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:09:46.851281 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.853967 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.878510 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:46.886291 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:46.994564 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:46.998707 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:47.025683 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] For port d5006bb9-f10c-4a61-85e7-d21b573dbef7, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:09:47.036117 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] For port d5006bb9-f10c-4a61-85e7-d21b573dbef7, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=d5006bb9-f10c-4a61-85e7-d21b573dbef7,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:09:47.037497 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b6971957-2e3c-400f-954d-f774433b70a6 None None] Provisioning for port 1df03383-7934-493d-bb4c-17a64f6f6f88 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:47.044110 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.048989 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:47.087988 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b6971957-2e3c-400f-954d-f774433b70a6 None None] Provisioning complete for port 1df03383-7934-493d-bb4c-17a64f6f6f88 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:47.088492 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b6971957-2e3c-400f-954d-f774433b70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.177615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.180368 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b6971957-2e3c-400f-954d-f774433b70a6 None None] Port 1df03383-7934-493d-bb4c-17a64f6f6f88 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:09:47.184130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.190166 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Pushing event updated for resources: {'Port': ['ID=d5006bb9-f10c-4a61-85e7-d21b573dbef7,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:47.194691 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:47.197750 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:09:47.198365 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2991a0d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:47.212899 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-171ffe8e-b20b-4d2c-a242-4cec33542def tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:47.298799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Pushing event updated for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:47.299466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:47.302571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.440752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:09:47.461570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:47.462831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:47.643631 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308d660-dc1a-4584-a6ff-58e812afb1db req-5fb51e14-0024-44b6-a764-72095cee08c6 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:47.645879 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f308d660-dc1a-4584-a6ff-58e812afb1db req-5fb51e14-0024-44b6-a764-72095cee08c6 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 944 time: 0.1080697
Oct 27 15:09:47.701354 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f308d660-dc1a-4584-a6ff-58e812afb1db req-55ca9d2d-8115-4d39-a681-db1a67c63e07 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489538
Oct 27 15:09:47.789998 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2991a0d0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 2, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:09:47.797564 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93f04b6-a09e-4ebd-a6a4-740b3e6d7055 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 2, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:09:47.811150 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-5ee1d3c5-866b-4115-b5ef-3f2629c7ad17 None None] Provisioning complete for port 1df03383-7934-493d-bb4c-17a64f6f6f88 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:47.811589 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5ee1d3c5-866b-4115-b5ef-3f2629c7ad17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:47.844635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device cd95cf0e-d97d-448a-8469-03aae0c8b230 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:47.895622 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:09:47.915846 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-5ee1d3c5-866b-4115-b5ef-3f2629c7ad17 None None] Port 1df03383-7934-493d-bb4c-17a64f6f6f88 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:09:47.942322 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port cd95cf0e-d97d-448a-8469-03aae0c8b230 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:47.949599 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port cd95cf0e-d97d-448a-8469-03aae0c8b230 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:47.949599 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:48.099839 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:48.129653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:48.140324 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:48.146771 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:48.149222 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f3e04528-0d3d-4f8e-99bf-7b15d002966a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:48.150120 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:09:48.168029 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] 10.222.0.89 "PUT /v2.0/routers/d8d8d753-7053-4912-a411-7954f30a8560/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0066772
Oct 27 15:09:48.231338 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:48.242517 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:48.255618 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230', 'code': 200}
Oct 27 15:09:48.261483 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:48.378324 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:48.378708 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:48.684935 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e5728a25-e620-48bb-b4c6-7b7895f8f700 req-d3b0b6a9-f193-49a5-bd0b-4adeba7ba4cb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 1098 time: 0.2254605
Oct 27 15:09:48.738529 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e5728a25-e620-48bb-b4c6-7b7895f8f700 req-e48aba68-6192-42ab-87c2-3d79b199197a service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433221
Oct 27 15:09:48.955184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211e4c3-a858-4a68-b006-ae026ff0c0f3 req-11668881-9cdf-4c0f-8bfd-b1117894c150 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:48.956690 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2211e4c3-a858-4a68-b006-ae026ff0c0f3 req-11668881-9cdf-4c0f-8bfd-b1117894c150 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.1018429
Oct 27 15:09:49.013993 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2211e4c3-a858-4a68-b006-ae026ff0c0f3 req-0fde515b-e841-49dc-bf5b-ef155d95cfbf tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496175
Oct 27 15:09:49.080830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43370) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:49.087035 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719744593', 'description': 'tempest-description--1541589757'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:49.093184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:49.097103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:49.100095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:49.105820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:49.117033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.152925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:49.157280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:49.160590 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:49.166633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:49.233800 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.239181 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.244844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dd8f2930-2ed9-4378-b256-9108fcebd386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:49.283778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb9f8d9-46fe-44d6-9176-7e34ac97072f,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:49.286710 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.288127 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2061393
Oct 27 15:09:49.289014 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:49.290946 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43374) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:49.296780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group_rule': {'security_group_id': 'ffb9f8d9-46fe-44d6-9176-7e34ac97072f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:49.303647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:49.308094 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:49.311287 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:49.317408 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:49.334728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.398373 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.402074 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.404380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d6cd4e4e-53e3-4aea-a81e-de331854aefd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:49.428101 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051841a8-3ace-4462-ab36-cf3db6e7382a,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:49.434180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:49.436972 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.438015 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1461399
Oct 27 15:09:49.440751 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43378) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:49.446227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group_rule': {'security_group_id': 'ffb9f8d9-46fe-44d6-9176-7e34ac97072f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:49.452003 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:49.455727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:49.458530 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:49.464672 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:49.480925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.542846 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.546585 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.548604 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:49.571012 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db883cb2-b8d9-4563-91d2-13919489b4b4,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:49.573409 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:49.580671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.581845 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1401300
Oct 27 15:09:49.584834 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43382) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:09:49.589934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:49.595207 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:49.599546 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:floatingip and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:09:49.602392 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:09:49.608539 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:49.620816 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.758084 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:49.901108 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Allocated IP 172.27.3.198 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/60b48272-351e-47ca-bfbc-06e7d456523a) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:50.050971 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.082883 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.087714 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:50.158394 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:50.162504 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:50.164841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=60b48272-351e-47ca-bfbc-06e7d456523a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:50.167496 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:50.198950 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:50.271294 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device d5006bb9-f10c-4a61-85e7-d21b573dbef7 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:50.290844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac0eb9-0942-48f1-b3b2-1f7e1c317fd8 req-cbd1fef1-bd41-4bc2-ba00-acef4a35d617 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:50.292486 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79ac0eb9-0942-48f1-b3b2-1f7e1c317fd8 req-cbd1fef1-bd41-4bc2-ba00-acef4a35d617 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.1175406
Oct 27 15:09:50.359485 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port d5006bb9-f10c-4a61-85e7-d21b573dbef7 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:50.359780 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79ac0eb9-0942-48f1-b3b2-1f7e1c317fd8 req-bd97f300-3e4e-47db-bbd6-7160fbafab5e tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594802
Oct 27 15:09:50.367104 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port d5006bb9-f10c-4a61-85e7-d21b573dbef7 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:50.367949 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.401325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.476499 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.514451 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.536017 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port d5006bb9-f10c-4a61-85e7-d21b573dbef7, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=d5006bb9-f10c-4a61-85e7-d21b573dbef7,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:50.543607 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.545642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:50.619411 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=d5006bb9-f10c-4a61-85e7-d21b573dbef7,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:50.622474 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:50.711219 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.715955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2623485'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.719669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:50.895804 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=60b48272-351e-47ca-bfbc-06e7d456523a,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:50.901381 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:50.930005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.965178 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:50.966488 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3807588
Oct 27 15:09:51.185916 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-54ec0872-e864-4f04-af3a-faba7ccabd51 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:51.203462 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-54ec0872-e864-4f04-af3a-faba7ccabd51 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:51.204848 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-54ec0872-e864-4f04-af3a-faba7ccabd51 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--719744593&fields=id&tenant_id=16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 267 time: 0.0687964
Oct 27 15:09:51.311378 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-eb01c928-1635-4277-816f-5713ae7add82 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1138 time: 0.1459682
Oct 27 15:09:51.322482 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694fc40-ca87-4cb0-8030-465c38dd66d5 req-e8aad9cc-725c-4db1-b1f8-9c8542ac0bf0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:51.323987 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0694fc40-ca87-4cb0-8030-465c38dd66d5 req-e8aad9cc-725c-4db1-b1f8-9c8542ac0bf0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1146085
Oct 27 15:09:51.366468 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-3990930d-87ab-45bd-ba6c-8129256bb365 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:51.367146 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-3990930d-87ab-45bd-ba6c-8129256bb365 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:network {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:51.384028 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-3990930d-87ab-45bd-ba6c-8129256bb365 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:network {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:51.385177 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-3990930d-87ab-45bd-ba6c-8129256bb365 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 810 time: 0.1732984
Oct 27 15:09:51.401855 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-6b0f1416-c7be-4706-b26f-1ac4b2eb2de0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/quotas/16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 375 time: 0.0111489
Oct 27 15:09:51.469200 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0694fc40-ca87-4cb0-8030-465c38dd66d5 req-7d95ebc3-6429-4aa9-9838-16d60d39e531 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1259532
Oct 27 15:09:51.494097 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-0b675c67-af8c-442d-87f1-72cab69b2252 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0869803
Oct 27 15:09:51.505517 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-c73f0b07-2fbf-4e85-93a5-d2c6dc9914f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:51.507170 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-c73f0b07-2fbf-4e85-93a5-d2c6dc9914f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.1823683
Oct 27 15:09:51.631655 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-3b8dce95-d169-4f48-b373-20dfca96e9e4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 1001 time: 0.1150146
Oct 27 15:09:51.653939 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-81670cd6-4e89-4273-ae49-27a60f21d551 service neutron] 10.222.0.89 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457667
Oct 27 15:09:51.713122 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-8136a328-bf74-4a23-af76-a7a291bfa9cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:51.715134 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-8136a328-bf74-4a23-af76-a7a291bfa9cb service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.0769191
Oct 27 15:09:51.805819 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-9039dd3d-cad1-4bcd-83d7-a59a1345503b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828359
Oct 27 15:09:51.807153 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2168a30d-f705-4e1a-aa59-ca25606eca19 service neutron] 10.222.0.89 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1470013
Oct 27 15:09:52.015948 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-e4c4653e-3dda-4eba-8fd3-e67eb2542ad5 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963079
Oct 27 15:09:52.017497 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eb118900-543c-4a31-9a7a-5289855823b4 req-6014ecde-294a-4eec-be0b-b54ddd0dd0f7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:52.077689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-eb118900-543c-4a31-9a7a-5289855823b4 req-6014ecde-294a-4eec-be0b-b54ddd0dd0f7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:52.078804 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-eb118900-543c-4a31-9a7a-5289855823b4 req-6014ecde-294a-4eec-be0b-b54ddd0dd0f7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 210 time: 0.1117170
Oct 27 15:09:52.182417 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9b6b364-c473-4a5f-901d-44a4b9a3b22a req-491d588c-f41c-4856-966d-b328e38274d1 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1543880
Oct 27 15:09:52.194421 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device d5006bb9-f10c-4a61-85e7-d21b573dbef7 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:09:52.278697 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port d5006bb9-f10c-4a61-85e7-d21b573dbef7 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:52.279359 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:52.672279 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9ff0a-78fc-4e0e-8287-fa63e9d16ea4 req-4a3e46d5-554e-4134-8b24-1e8912f5339f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:52.673731 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9db9ff0a-78fc-4e0e-8287-fa63e9d16ea4 req-4a3e46d5-554e-4134-8b24-1e8912f5339f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0826406
Oct 27 15:09:52.726444 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9db9ff0a-78fc-4e0e-8287-fa63e9d16ea4 req-fd13c09d-38cc-4c75-926f-ec986def798b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0468910
Oct 27 15:09:53.389220 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-150be12a-94ee-4d4a-ae70-ab479a4df751 req-e379d28e-10c8-4950-9348-542975392eec tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 210 time: 0.0715930
Oct 27 15:09:53.420100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-9ddc0910-43df-40d4-b2a7-53b470e4b853 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:53.421566 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-9ddc0910-43df-40d4-b2a7-53b470e4b853 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 810 time: 0.2409451
Oct 27 15:09:53.486885 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-94ec4064-66bd-4040-8b73-13fcbead4987 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:53.499016 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-94ec4064-66bd-4040-8b73-13fcbead4987 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:53.500162 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-94ec4064-66bd-4040-8b73-13fcbead4987 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 379 time: 0.0523474
Oct 27 15:09:53.512756 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'port': {'device_id': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'admin_state_up': True, 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'security_groups': ['ffb9f8d9-46fe-44d6-9176-7e34ac97072f']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:53.728863 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:09:53.739184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:09:53.749537 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Made reservation on behalf of 16cd4eff02e14dd2bb565b0b65ce8156 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:09:53.752678 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:53.918561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Allocated IP 172.20.0.4 (0087faae-9a3c-45a8-9aca-4527e1198c23/245c1326-e632-417b-b1ac-0bd6d3ad7030/d7396bcc-03e8-4bf0-9146-e64147ca2835) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:09:53.923894 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f1e65-6d16-444d-a490-47339eec2339 req-85f41db1-89b9-4985-9141-9463b9aae54a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:53.925340 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c35f1e65-6d16-444d-a490-47339eec2339 req-85f41db1-89b9-4985-9141-9463b9aae54a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0785296
Oct 27 15:09:53.974545 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c35f1e65-6d16-444d-a490-47339eec2339 req-7724ecf1-e771-431e-bc3a-cf4d63ada361 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425527
Oct 27 15:09:54.112757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.129018 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Transition to ACTIVE for port object d7396bcc-03e8-4bf0-9146-e64147ca2835 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:54.151104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.157567 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-aaea989a-5058-476a-8f8f-cd3c82a1c506 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:54.228775 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:09:54.231957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:09:54.234375 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:09:54.266106 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:54.272560 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:54.309231 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:54.310043 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.338188 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8307798
Oct 27 15:09:54.352565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Request body: {'port': {'device_id': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:09:54.469480 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.493891 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-49766525-da43-4385-9358-560fd609b014 None None] Provisioning for port d7396bcc-03e8-4bf0-9146-e64147ca2835 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:09:54.499041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-49766525-da43-4385-9358-560fd609b014 None None] Provisioning complete for port d7396bcc-03e8-4bf0-9146-e64147ca2835 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:09:54.499686 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-49766525-da43-4385-9358-560fd609b014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.556892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-49766525-da43-4385-9358-560fd609b014 None None] Port d7396bcc-03e8-4bf0-9146-e64147ca2835 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:09:54.700421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c22f6-ffa1-405f-b6b8-e1bede843dd5 req-2b7d8ab4-9895-4998-8aee-8c0249366c03 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:54.701104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-6f7c22f6-ffa1-405f-b6b8-e1bede843dd5 req-2b7d8ab4-9895-4998-8aee-8c0249366c03 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:09:54.780179 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-6f7c22f6-ffa1-405f-b6b8-e1bede843dd5 req-2b7d8ab4-9895-4998-8aee-8c0249366c03 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:09:54.781347 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6f7c22f6-ffa1-405f-b6b8-e1bede843dd5 req-2b7d8ab4-9895-4998-8aee-8c0249366c03 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 931 time: 0.2563684
Oct 27 15:09:54.863730 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6f7c22f6-ffa1-405f-b6b8-e1bede843dd5 req-231879b6-7b8a-4ba3-a92e-3a09ca2d3ee9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647197
Oct 27 15:09:54.937719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7396bcc-03e8-4bf0-9146-e64147ca2835 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:09:54.946547 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.962477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Transition to ACTIVE for port object d7396bcc-03e8-4bf0-9146-e64147ca2835 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:09:54.967234 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:54.972014 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:55.100796 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Pushing event updated for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:55.104529 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:55.202643 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b559d-14df-4de0-acf9-c3770a0f0b0b req-1fa47e31-94a9-409d-988a-722b6ab7fd61 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:55.204311 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-869b559d-14df-4de0-acf9-c3770a0f0b0b req-1fa47e31-94a9-409d-988a-722b6ab7fd61 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0902233
Oct 27 15:09:55.213944 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Attempting to bind port d7396bcc-03e8-4bf0-9146-e64147ca2835 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:09:55.214765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Attempting to bind port d7396bcc-03e8-4bf0-9146-e64147ca2835 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:09:55.214765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Attempting to bind port d7396bcc-03e8-4bf0-9146-e64147ca2835 on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:55.220582 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Port d7396bcc-03e8-4bf0-9146-e64147ca2835 on network 0087faae-9a3c-45a8-9aca-4527e1198c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:09:55.221160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Attempting to bind port d7396bcc-03e8-4bf0-9146-e64147ca2835 on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:09:55.228362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:09:55.228962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Checking segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:09:55.229547 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Bound using segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:09:55.230340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Bound port: d7396bcc-03e8-4bf0-9146-e64147ca2835, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:09:55.230897 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:55.263593 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-869b559d-14df-4de0-acf9-c3770a0f0b0b req-be35c23c-6864-4e18-85fb-a9c917ca9ba4 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0528426
Oct 27 15:09:55.336573 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:09:55.339849 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:09:55.344077 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:55.348753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:55.401678 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:55.403717 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] 10.222.0.91 "PUT /v2.0/ports/d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 1093 time: 1.0560110
Oct 27 15:09:55.412178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:09:55.438263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Pushing event updated for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:55.441647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:55.483545 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'status': 'completed', 'code': 200}
Oct 27 15:09:55.527809 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-411303ba-3fcf-4258-a952-f4f361aa97a7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1096 time: 0.0775764
Oct 27 15:09:55.604335 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-414e9303-4d75-40ae-aaef-0a4ad2cdfc95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 217 time: 0.0638468
Oct 27 15:09:55.750088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-dfeb9f0a-3eeb-4107-bf59-b27767835fe2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:55.751432 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-dfeb9f0a-3eeb-4107-bf59-b27767835fe2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.1351278
Oct 27 15:09:55.836789 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-5fe2f3e5-2ebe-4c78-a4da-e236f58504c1 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716689
Oct 27 15:09:55.984988 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-7112cec3-59f1-40af-85e8-4c1ac8c0cdc2 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324518
Oct 27 15:09:56.079320 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d06e09-49e8-4f86-b1ce-88c3ed56fd50 req-c898a617-5edb-4a92-9d0d-e1cf72943f89 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:56.080919 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9d06e09-49e8-4f86-b1ce-88c3ed56fd50 req-c898a617-5edb-4a92-9d0d-e1cf72943f89 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 943 time: 0.0810649
Oct 27 15:09:56.132934 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d9d06e09-49e8-4f86-b1ce-88c3ed56fd50 req-c0391618-1c99-441c-b9ca-081ecbc3797d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448134
Oct 27 15:09:56.140152 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0565b9b8-483d-486c-a1a7-53cb5730ef0e req-1fa167c2-fdce-491c-aa39-0a9aad251cb4 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464372
Oct 27 15:09:56.280223 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-57320d02-e887-4c91-9491-c51dd70f775c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1096 time: 0.0743124
Oct 27 15:09:56.510189 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-0a218d9e-92f9-415f-8047-a9189eab8031 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:56.511664 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-0a218d9e-92f9-415f-8047-a9189eab8031 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.2227275
Oct 27 15:09:56.590107 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-a7965df8-d7ad-4edc-a262-90e0935cd806 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 217 time: 0.0693264
Oct 27 15:09:56.604307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78efda0-e148-495c-9fc1-0d693e923b54 req-71c7689d-d1c0-4ec8-b9d2-5a3669d4402a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:56.605861 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e78efda0-e148-495c-9fc1-0d693e923b54 req-71c7689d-d1c0-4ec8-b9d2-5a3669d4402a tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1706493
Oct 27 15:09:56.699360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-dc86cd38-b106-45bc-82b2-6374e803b471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:56.700762 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-dc86cd38-b106-45bc-82b2-6374e803b471 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0939691
Oct 27 15:09:56.705652 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e78efda0-e148-495c-9fc1-0d693e923b54 req-805fb414-904f-4378-a0ed-2390baa7651f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0652306
Oct 27 15:09:56.782487 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-fafd1996-eb8d-4eb0-8cdb-578e659622da service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691621
Oct 27 15:09:56.916844 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-17e204de-ed26-43da-9ddc-977ca8cf308e service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242404
Oct 27 15:09:57.063418 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b291b6a-d2ed-420d-8059-c9174d17019a req-fc86f6a6-8f36-4607-abdf-32ca567adbb9 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324453
Oct 27 15:09:57.339150 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fde3ba-3308-481c-b55a-33e90b67ced5 req-c54095fb-62ce-4943-a97c-80d9eb10d269 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:57.340642 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e7fde3ba-3308-481c-b55a-33e90b67ced5 req-c54095fb-62ce-4943-a97c-80d9eb10d269 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 943 time: 0.0847781
Oct 27 15:09:57.387432 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e7fde3ba-3308-481c-b55a-33e90b67ced5 req-41555fad-04c3-4129-8c35-43c6f40572a0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412791
Oct 27 15:09:57.868907 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d7396bcc-03e8-4bf0-9146-e64147ca2835 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:09:57.924559 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0977e59-c1fa-456d-acdf-05f7be4486e0 req-f5462cd4-3d3f-42bb-8ee5-764d0506d9d4 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:57.926646 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e0977e59-c1fa-456d-acdf-05f7be4486e0 req-f5462cd4-3d3f-42bb-8ee5-764d0506d9d4 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0913479
Oct 27 15:09:57.981040 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e0977e59-c1fa-456d-acdf-05f7be4486e0 req-15abc0d2-aef3-40ac-9bb9-01b90b91769d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0446012
Oct 27 15:09:58.016291 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:58.029948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'port_id': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'mac_address': 'fa:16:3e:5b:b9:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:09:58.083082 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:58.102424 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7396bcc-03e8-4bf0-9146-e64147ca2835 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:09:58.117907 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:09:58.121763 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:09:58.124418 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:09:58.215035 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:09:58.223675 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.224020 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.224354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.224687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.225031 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.225338 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.225660 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.226001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.226325 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.226642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.226989 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:09:58.231073 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:09:58.535699 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['d7396bcc-03e8-4bf0-9146-e64147ca2835'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:09:58.597176 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a61bb6-c85a-44c4-bd83-c9c02cf9684c req-4d9934f7-1958-47b5-bc98-053047880a54 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:58.599102 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65a61bb6-c85a-44c4-bd83-c9c02cf9684c req-4d9934f7-1958-47b5-bc98-053047880a54 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 944 time: 0.0812380
Oct 27 15:09:58.656409 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-65a61bb6-c85a-44c4-bd83-c9c02cf9684c req-f4beca8e-6104-4f69-9d96-6607214796ec tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493042
Oct 27 15:09:59.185737 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a23eba-806a-43d3-b63b-8769c3d98ef5 req-57a746c0-ba7c-48a7-9124-52ca6d10520d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:59.187069 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a6a23eba-806a-43d3-b63b-8769c3d98ef5 req-57a746c0-ba7c-48a7-9124-52ca6d10520d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0773299
Oct 27 15:09:59.241801 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a6a23eba-806a-43d3-b63b-8769c3d98ef5 req-4964594c-1863-48c3-92c8-05983afdea51 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484912
Oct 27 15:09:59.857242 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:09:59.868856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bcc6a-38fe-4a15-baed-a94f39374cd2 req-59db3279-3aa1-4764-9e39-cfedca18e00f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:09:59.869663 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a5bcc6a-38fe-4a15-baed-a94f39374cd2 req-59db3279-3aa1-4764-9e39-cfedca18e00f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 944 time: 0.0878363
Oct 27 15:09:59.917681 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a5bcc6a-38fe-4a15-baed-a94f39374cd2 req-45b83ae4-096e-4dbb-bb1e-a2e2446cd96f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425613
Oct 27 15:10:00.448584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564ff45-5834-4da9-b0a0-35dc0a9bf3d9 req-e63ed05d-5b38-46f6-b4ba-afb5297eaa28 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:00.450034 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3564ff45-5834-4da9-b0a0-35dc0a9bf3d9 req-e63ed05d-5b38-46f6-b4ba-afb5297eaa28 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0772080
Oct 27 15:10:00.498545 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3564ff45-5834-4da9-b0a0-35dc0a9bf3d9 req-4eabb466-d306-4611-b5bf-6cb5cf717c68 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0429890
Oct 27 15:10:01.122358 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988f436-5f59-49a4-b94d-e414d096a22b req-6412fdc9-0ab7-4482-ad4e-f57b660ea797 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:01.123854 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5988f436-5f59-49a4-b94d-e414d096a22b req-6412fdc9-0ab7-4482-ad4e-f57b660ea797 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 944 time: 0.0786512
Oct 27 15:10:01.173913 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5988f436-5f59-49a4-b94d-e414d096a22b req-0c5b31d9-b30b-4450-b4e4-dc0b342ec7f3 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436680
Oct 27 15:10:01.658542 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:10:01.670521 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:01.671243 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298592e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:01.782966 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87479d5b-fec0-4836-9139-eab2879f7ba3 req-401dff07-4665-4306-a1ca-03732f9f294b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:01.784424 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-87479d5b-fec0-4836-9139-eab2879f7ba3 req-401dff07-4665-4306-a1ca-03732f9f294b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1573467
Oct 27 15:10:01.833792 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-87479d5b-fec0-4836-9139-eab2879f7ba3 req-4e8b9a12-4a33-4142-bb6e-abd13e778951 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0435874
Oct 27 15:10:01.861635 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:02.166974 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298592e0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 2, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:02.171244 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:10:02.171663 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Updating router d8d8d753-7053-4912-a411-7954f30a8560 port 1df03383-7934-493d-bb4c-17a64f6f6f88 binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:10:02.228877 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.392468 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af032e6e-477b-4333-8ce5-3e92ae21c15b req-4e2e8f60-3773-4a17-9ed0-a8412cddd8fa tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:02.393852 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-af032e6e-477b-4333-8ce5-3e92ae21c15b req-4e2e8f60-3773-4a17-9ed0-a8412cddd8fa tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 944 time: 0.0931780
Oct 27 15:10:02.441785 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-af032e6e-477b-4333-8ce5-3e92ae21c15b req-39ec9abf-3939-4562-b46b-b6bb57710a9f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414035
Oct 27 15:10:02.560096 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d7396bcc-03e8-4bf0-9146-e64147ca2835 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:10:02.617295 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.628951 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port d7396bcc-03e8-4bf0-9146-e64147ca2835 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:10:02.629864 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Transition to ACTIVE for port object 1df03383-7934-493d-bb4c-17a64f6f6f88 will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:10:02.634692 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port d7396bcc-03e8-4bf0-9146-e64147ca2835 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:10:02.635253 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.637394 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.641687 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24dc5bc4-e366-453b-9c3a-fe705add0a85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:02.712417 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Pushing event updated for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:02.773805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.804369 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:02.817164 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:02.822655 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.824810 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:02.890551 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Attempting to bind port 1df03383-7934-493d-bb4c-17a64f6f6f88 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:10:02.891162 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Attempting to bind port 1df03383-7934-493d-bb4c-17a64f6f6f88 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:10:02.891722 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Attempting to bind port 1df03383-7934-493d-bb4c-17a64f6f6f88 on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:10:02.904523 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:10:02.904899 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Checking segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:10:02.905293 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.905715 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Bound using segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:10:02.906183 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Bound port: 1df03383-7934-493d-bb4c-17a64f6f6f88, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:10:02.906637 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:02.907271 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'code': 200}
Oct 27 15:10:02.951202 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:02.968834 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:03.013791 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] For port 1df03383-7934-493d-bb4c-17a64f6f6f88, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:10:03.017213 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] For port 1df03383-7934-493d-bb4c-17a64f6f6f88, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1df03383-7934-493d-bb4c-17a64f6f6f88,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:10:03.018961 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.019297 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.020623 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.021125 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.021644 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.022113 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.023219 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.023758 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.024225 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.024750 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.025211 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:03.029384 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:03.030812 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:03.035763 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-24eaf2d2-3e68-4360-a186-4af1492c5b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:03.125328 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Pushing event updated for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=4']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:03.130524 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:03.137295 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:03.138106 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298592e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:09:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:03.241009 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc0627-190a-4209-a865-dad14a99392a req-5ded8a41-745e-4dba-b182-a7647f00493f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:03.251429 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7abc0627-190a-4209-a865-dad14a99392a req-5ded8a41-745e-4dba-b182-a7647f00493f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1916525
Oct 27 15:10:03.361503 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fe9c626f-7604-4146-bac0-a4d47a0128b0 req-c6e70d48-ebd4-423b-903e-2cfc7b1a8ba6 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1098 time: 0.1942332
Oct 27 15:10:03.384829 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7abc0627-190a-4209-a865-dad14a99392a req-71751f15-f0c3-4f59-ba52-c771c1686787 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1321194
Oct 27 15:10:03.435517 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fe9c626f-7604-4146-bac0-a4d47a0128b0 req-6abcfbf0-d4f4-448c-9e13-96a46d6142b2 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662785
Oct 27 15:10:03.478784 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:03.671097 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13bdc8f-8fa7-4edb-9072-6a3f0c1ef3fc req-9903416c-5507-4b85-8af7-43bfae69e7cc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:03.672510 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b13bdc8f-8fa7-4edb-9072-6a3f0c1ef3fc req-9903416c-5507-4b85-8af7-43bfae69e7cc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0902965
Oct 27 15:10:03.720223 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b13bdc8f-8fa7-4edb-9072-6a3f0c1ef3fc req-856221d1-32c4-4b72-8057-c9bfc51e93c4 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412374
Oct 27 15:10:03.829388 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298592e0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:03Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:03.833370 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05de8195-51c8-478c-b15e-d92413ed853d None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:03Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:10:04.205995 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1df03383-7934-493d-bb4c-17a64f6f6f88 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:10:04.286118 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 1df03383-7934-493d-bb4c-17a64f6f6f88 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:10:04.291098 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 1df03383-7934-493d-bb4c-17a64f6f6f88 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:10:04.291512 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:04.409736 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:04.449420 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 1df03383-7934-493d-bb4c-17a64f6f6f88, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1df03383-7934-493d-bb4c-17a64f6f6f88,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:04.455072 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:04.457118 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:04.522955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:04.526047 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:04.577521 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8e8cb-33d2-4faa-a996-9943f03f4446 req-7b1a4e33-da89-4bf8-b028-96808875f1d5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:04.578966 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b2a8e8cb-33d2-4faa-a996-9943f03f4446 req-7b1a4e33-da89-4bf8-b028-96808875f1d5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0794814
Oct 27 15:10:04.630408 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b2a8e8cb-33d2-4faa-a996-9943f03f4446 req-d0e95d63-540d-482d-aa09-e7ad982dca94 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0451410
Oct 27 15:10:04.928679 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9dd555-0189-496e-a1f8-c0a54e84daf2 req-391dc5f5-aa2d-4ae2-b377-5b4ac238f8a5 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:04.930147 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e9dd555-0189-496e-a1f8-c0a54e84daf2 req-391dc5f5-aa2d-4ae2-b377-5b4ac238f8a5 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0791202
Oct 27 15:10:04.977346 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e9dd555-0189-496e-a1f8-c0a54e84daf2 req-b5da10d5-3c98-43ad-94ec-ffc1c134586e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417001
Oct 27 15:10:05.891054 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90fedb-4a2a-418f-b4fa-10c10682c858 req-511e7153-afbe-4166-ae71-61be6921b3bf tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:05.892547 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ae90fedb-4a2a-418f-b4fa-10c10682c858 req-511e7153-afbe-4166-ae71-61be6921b3bf tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1361618
Oct 27 15:10:05.940945 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ae90fedb-4a2a-418f-b4fa-10c10682c858 req-c5f22ac8-2bba-4417-aa43-e68ebf27f4a9 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426998
Oct 27 15:10:06.161240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f5a27974-e883-4165-a5d0-1f4df1431b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:06.184536 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b8863-a83d-403b-a712-91b34dbee457 req-425d685b-7818-451e-b682-68ce84c0cb18 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:06.186006 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0b8b8863-a83d-403b-a712-91b34dbee457 req-425d685b-7818-451e-b682-68ce84c0cb18 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0847518
Oct 27 15:10:06.193472 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1df03383-7934-493d-bb4c-17a64f6f6f88 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:10:06.232759 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0b8b8863-a83d-403b-a712-91b34dbee457 req-7b6c1e5f-c870-4034-bf1c-d02006755942 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410209
Oct 27 15:10:06.267012 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 1df03383-7934-493d-bb4c-17a64f6f6f88 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:10:06.267392 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:06.554837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:07.141844 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b481ca-7e3f-4535-a15d-5c6f22095e73 req-4952d72d-2b11-4ad1-8709-18b55ab2a276 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:07.143610 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-39b481ca-7e3f-4535-a15d-5c6f22095e73 req-4952d72d-2b11-4ad1-8709-18b55ab2a276 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0795474
Oct 27 15:10:07.197876 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-39b481ca-7e3f-4535-a15d-5c6f22095e73 req-a78e27ad-a0ee-4814-a4e8-cfef6d81bde0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0482926
Oct 27 15:10:07.435719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7ebd3-4ab3-4add-a89d-e4695a25edd3 req-80dd017e-55a4-4212-b407-acacbd148138 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:07.437354 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-81d7ebd3-4ab3-4add-a89d-e4695a25edd3 req-80dd017e-55a4-4212-b407-acacbd148138 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0795381
Oct 27 15:10:07.487170 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-81d7ebd3-4ab3-4add-a89d-e4695a25edd3 req-f2c77916-70e7-4205-80bd-bc0cc0122128 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443685
Oct 27 15:10:08.350665 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-ea013a5f-4d3b-4c3f-b1d7-0d74a8e523e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:08.399902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902526a-00f1-4598-91c5-5e277b7d6283 req-a5a9868a-458d-4f52-a916-620c005dee5c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:08.401358 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e902526a-00f1-4598-91c5-5e277b7d6283 req-a5a9868a-458d-4f52-a916-620c005dee5c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0813982
Oct 27 15:10:08.450748 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e902526a-00f1-4598-91c5-5e277b7d6283 req-a084bffa-e895-4970-b349-fc9227917291 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0433376
Oct 27 15:10:08.698007 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eeadce-85aa-4af9-8a50-183ce2e2da48 req-0d2c2c5c-f546-4a13-942c-8ef79bf970f4 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:08.699515 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-12eeadce-85aa-4af9-8a50-183ce2e2da48 req-0d2c2c5c-f546-4a13-942c-8ef79bf970f4 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0795434
Oct 27 15:10:08.745913 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-12eeadce-85aa-4af9-8a50-183ce2e2da48 req-9c5353e6-b60d-4aa0-8363-de34d3c81e37 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409980
Oct 27 15:10:09.204873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:09.662627 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb170f60-d235-4b92-b05d-bf57207a0fd5 req-ae0dda7f-2056-4203-a9d6-433a11b95acb tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:09.664170 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb170f60-d235-4b92-b05d-bf57207a0fd5 req-ae0dda7f-2056-4203-a9d6-433a11b95acb tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0842693
Oct 27 15:10:09.713047 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eb170f60-d235-4b92-b05d-bf57207a0fd5 req-81604bec-655d-4071-8a2e-df2a6b80e0ed tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0431144
Oct 27 15:10:09.953485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11ede5-9ab1-416b-8269-fafdb4a6e9da req-ed563902-5430-423e-bb72-efcb267f07b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:09.954942 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec11ede5-9ab1-416b-8269-fafdb4a6e9da req-ed563902-5430-423e-bb72-efcb267f07b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0836353
Oct 27 15:10:10.001745 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ec11ede5-9ab1-416b-8269-fafdb4a6e9da req-cf477aa2-c234-4db2-8451-df9571af5480 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406170
Oct 27 15:10:10.779736 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:10.943867 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a47746-4e40-4a08-93f7-93ba96ecc126 req-5f25e224-6e98-4fca-be87-cd09982ffe69 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:10.945433 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24a47746-4e40-4a08-93f7-93ba96ecc126 req-5f25e224-6e98-4fca-be87-cd09982ffe69 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0955627
Oct 27 15:10:10.997042 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-24a47746-4e40-4a08-93f7-93ba96ecc126 req-56852c4c-5d9e-4b1e-8b6d-2274187b76b3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0456257
Oct 27 15:10:11.204764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4fc08e-38ac-4138-bd7f-33237df44f17 req-ada1e1c1-6ca5-4bba-8acd-ec92685c7e62 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:11.206229 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca4fc08e-38ac-4138-bd7f-33237df44f17 req-ada1e1c1-6ca5-4bba-8acd-ec92685c7e62 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0820899
Oct 27 15:10:11.252827 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca4fc08e-38ac-4138-bd7f-33237df44f17 req-4518f808-2635-434d-89b2-f83e1e7a2355 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404432
Oct 27 15:10:12.225533 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62ae1a-2c25-4d76-86c7-8bd3955967ef req-e0340397-7a08-4735-a4a2-295f69ea2cdf tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:12.227151 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dd62ae1a-2c25-4d76-86c7-8bd3955967ef req-e0340397-7a08-4735-a4a2-295f69ea2cdf tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0834382
Oct 27 15:10:12.276739 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dd62ae1a-2c25-4d76-86c7-8bd3955967ef req-49ac19d7-67db-4236-8fa4-5af4c165a8c5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0434487
Oct 27 15:10:12.459643 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438daf9e-8e2c-48b7-8b61-dd4f05463a24 req-d673e995-8f68-44e0-a898-c56b92ba3fea tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:12.461135 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-438daf9e-8e2c-48b7-8b61-dd4f05463a24 req-d673e995-8f68-44e0-a898-c56b92ba3fea tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0860505
Oct 27 15:10:12.509774 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-438daf9e-8e2c-48b7-8b61-dd4f05463a24 req-d0140c03-de50-439a-b423-087bef3ed289 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430670
Oct 27 15:10:13.482443 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174d674-3acb-427b-9e89-3b788e5bafe7 req-7985bef8-b4c0-4afa-a1b0-2ca340a9dfcb tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:13.483996 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3174d674-3acb-427b-9e89-3b788e5bafe7 req-7985bef8-b4c0-4afa-a1b0-2ca340a9dfcb tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0793891
Oct 27 15:10:13.539396 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3174d674-3acb-427b-9e89-3b788e5bafe7 req-99f297a3-2176-4854-a996-6d510d0a7248 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0489795
Oct 27 15:10:13.728295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064afa09-8337-4fc3-8176-9ba50d7bddae req-5274a298-377a-47a7-b05e-699242acbb86 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:13.729812 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-064afa09-8337-4fc3-8176-9ba50d7bddae req-5274a298-377a-47a7-b05e-699242acbb86 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0901077
Oct 27 15:10:13.782005 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-064afa09-8337-4fc3-8176-9ba50d7bddae req-cae60b3d-ff6d-4d4a-88fc-76872f3f6c06 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458047
Oct 27 15:10:14.127426 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21855739-23eb-4d3d-bcfd-d244743003e0 req-fa6ff0dd-acc2-4c76-a811-ff94c26197a2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:14.129652 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-21855739-23eb-4d3d-bcfd-d244743003e0 req-fa6ff0dd-acc2-4c76-a811-ff94c26197a2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0853646
Oct 27 15:10:14.139083 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43682) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:14.148784 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'floatingip': {'port_id': 'd7396bcc-03e8-4bf0-9146-e64147ca2835'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:14.232058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:15.052728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454979d3-af8b-499e-936a-1eac1c90a8c1 req-3c1a1e0f-a16f-4e42-be71-d5f9b2e0b0e8 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:15.054239 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-454979d3-af8b-499e-936a-1eac1c90a8c1 req-3c1a1e0f-a16f-4e42-be71-d5f9b2e0b0e8 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.3860390
Oct 27 15:10:15.123878 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:15.156258 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-454979d3-af8b-499e-936a-1eac1c90a8c1 req-32d23bc5-0e6a-4ec5-97c4-d56e4b1d9ef3 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0937850
Oct 27 15:10:15.313727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:15.319789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:15.519127 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Floating IP e0ad69b8-fd54-414d-9855-22bb782f6dc4 associated. External IP: 172.27.3.198, port: d7396bcc-03e8-4bf0-9146-e64147ca2835.
Oct 27 15:10:15.947477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:10:16.152239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:10:16.156955 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:16.163380 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:10:16.179872 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:16.180946 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a80790>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:16.216521 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-74e4c570-2975-4704-997b-49ea4d9b7e3b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "PUT /v2.0/floatingips/e0ad69b8-fd54-414d-9855-22bb782f6dc4 HTTP/1.1" status: 200  len: 991 time: 2.0757530
Oct 27 15:10:16.217473 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:16.441279 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:16.452260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a33b12-a482-4267-aadf-ec0f040c4b75 req-48f39a8e-930d-48e5-a184-465f51118d27 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:16.453757 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-21a33b12-a482-4267-aadf-ec0f040c4b75 req-48f39a8e-930d-48e5-a184-465f51118d27 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.1058545
Oct 27 15:10:16.481304 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'status': 'completed', 'code': 200}
Oct 27 15:10:16.540212 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-21a33b12-a482-4267-aadf-ec0f040c4b75 req-36fb30ae-5f9c-40f0-b7a8-c443c9c0c388 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&id=fa6dc9d6-b842-4637-b76d-8b34b22bff50&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0770643
Oct 27 15:10:16.631887 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-d3033dea-bd3b-4482-a476-8ccd2ab710c4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1098 time: 0.1155193
Oct 27 15:10:16.872624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-977642e2-8f7b-4816-9b88-d84f1fd76940 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:16.874067 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-977642e2-8f7b-4816-9b88-d84f1fd76940 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.2320833
Oct 27 15:10:16.877628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a80790>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'e0ad69b8-fd54-414d-9855-22bb782f6dc4', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:5b:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:50Z', 'updated_at': '2021-10-27T15:10:15Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:16.882331 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:10:16.892784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:16.893404 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a80790>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:16.994911 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-dcd70f90-1aaa-47ec-9624-8c47b83569e0 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 999 time: 0.1022346
Oct 27 15:10:17.066093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-3e5ef2ba-7534-4208-aae4-58f2ea6c56a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:17.068012 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-3e5ef2ba-7534-4208-aae4-58f2ea6c56a8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0649958
Oct 27 15:10:17.103494 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:17.157638 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-7a74a931-d3c5-4c92-8924-e30cd388041d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698707
Oct 27 15:10:17.295907 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-14f2b044-8b5a-4acc-af40-88350fe1394b service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280465
Oct 27 15:10:17.436594 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b2159bdd-845f-481e-b250-ca06ab7e70b1 req-d47e8ef9-e0a0-4f4a-9be3-8b90d15edf98 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335554
Oct 27 15:10:17.473785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a80790>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'e0ad69b8-fd54-414d-9855-22bb782f6dc4', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:5b:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:50Z', 'updated_at': '2021-10-27T15:10:15Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:17.485323 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcf33a8-7651-4b4d-a4f6-894584f49d17 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'e0ad69b8-fd54-414d-9855-22bb782f6dc4', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:5b:b9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:09:50Z', 'updated_at': '2021-10-27T15:10:15Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:10:17.729400 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-f29720f7-1713-439c-be30-186fa3ee66f1 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781448
Oct 27 15:10:17.772095 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2b813d-4271-4151-9f57-388db74670fb None None] New status for floating IP e0ad69b8-fd54-414d-9855-22bb782f6dc4: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:10:17.874620 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-a918baa7-7716-40a3-bc3b-991a99c77b6c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 1100 time: 0.1185195
Oct 27 15:10:18.088202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-253a4d77-d6a5-4ac1-98fc-a7ff261bcc32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:18.089865 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-253a4d77-d6a5-4ac1-98fc-a7ff261bcc32 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.1819415
Oct 27 15:10:18.222886 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-d27e91a0-2ecb-4612-8dce-05cad21d2198 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 200  len: 1001 time: 0.1133268
Oct 27 15:10:18.321200 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-a28fafca-95a1-4901-96f2-4611449d3ea4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:18.322996 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-a28fafca-95a1-4901-96f2-4611449d3ea4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0894043
Oct 27 15:10:18.412853 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-9dda62f1-4fcc-430d-82ae-097a8d32a382 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794482
Oct 27 15:10:18.572256 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-7e0c5bfa-5d1c-4ba9-9f70-8a4577b9fadb service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426740
Oct 27 15:10:18.715901 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-223839d3-b7a6-4ac1-8aba-03f7f42c8ca8 req-249e698f-5eb3-475d-8a9d-5e21c1f8934c service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347392
Oct 27 15:10:20.709212 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f4489-65f2-43e2-a39b-5e9de0db164f req-b83ab2e4-5afc-4fff-845f-413b90061273 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:20.710664 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a3f4489-65f2-43e2-a39b-5e9de0db164f req-b83ab2e4-5afc-4fff-845f-413b90061273 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.0818975
Oct 27 15:10:20.755780 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a3f4489-65f2-43e2-a39b-5e9de0db164f req-25fc2b1c-419f-4f6e-bfd1-d90e76b6ebc4 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395393
Oct 27 15:10:22.034103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56047aa4-4cb5-42e6-a5c5-32e348688738 req-c978b13d-7850-4ad7-9931-4c437fe9f539 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:22.036187 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-56047aa4-4cb5-42e6-a5c5-32e348688738 req-c978b13d-7850-4ad7-9931-4c437fe9f539 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.1562259
Oct 27 15:10:22.087097 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-56047aa4-4cb5-42e6-a5c5-32e348688738 req-86e038d1-0778-465b-bfea-eaf0d1f6c0aa tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449405
Oct 27 15:10:23.287566 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00c6a4-0ed0-4b37-bc4a-29b8569f73aa req-102df2fd-3eb7-4c38-adac-2661fc499590 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:23.288993 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2a00c6a4-0ed0-4b37-bc4a-29b8569f73aa req-102df2fd-3eb7-4c38-adac-2661fc499590 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.0817909
Oct 27 15:10:23.340070 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2a00c6a4-0ed0-4b37-bc4a-29b8569f73aa req-db8c1362-3007-4677-a96c-7db13a8830cc tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451963
Oct 27 15:10:24.539514 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ed1e2-5f7f-4dbb-aeb0-db71aa3347a6 req-bdcf4935-a706-4830-9d1b-d78e9c557d92 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:24.540942 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cc1ed1e2-5f7f-4dbb-aeb0-db71aa3347a6 req-bdcf4935-a706-4830-9d1b-d78e9c557d92 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.0799873
Oct 27 15:10:24.585441 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-cc1ed1e2-5f7f-4dbb-aeb0-db71aa3347a6 req-44f163ad-d99a-42cc-bfaa-71f033a552a5 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390110
Oct 27 15:10:25.814229 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29ab2d-6310-4973-b74f-9cd72ac03dd5 req-064cbbab-32b3-4996-82f2-a49d4e081626 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:25.815858 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a29ab2d-6310-4973-b74f-9cd72ac03dd5 req-064cbbab-32b3-4996-82f2-a49d4e081626 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.1017418
Oct 27 15:10:25.832265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-df29ed5d-9994-4e3a-a46a-319a8a156a9c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:25.833704 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-df29ed5d-9994-4e3a-a46a-319a8a156a9c tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 945 time: 0.0833023
Oct 27 15:10:25.862670 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4a29ab2d-6310-4973-b74f-9cd72ac03dd5 req-5222b376-60cd-4433-94ac-ca415fc59898 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/security-groups?id=6003f5d0-c1ad-498d-a433-92aac55cd519&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393422
Oct 27 15:10:25.914352 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Deleting port cd95cf0e-d97d-448a-8469-03aae0c8b230 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:10:25.914687 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:26.263021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] For port cd95cf0e-d97d-448a-8469-03aae0c8b230, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=cd95cf0e-d97d-448a-8469-03aae0c8b230,segment=NetworkSegment(f5138626-80c3-471d-b444-1ac1c780910c),segment_id=f5138626-80c3-471d-b444-1ac1c780910c)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:26.263290 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:26.388954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Calling delete_port for cd95cf0e-d97d-448a-8469-03aae0c8b230 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:10:26.532075 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:26.537479 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:26.544704 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['cd95cf0e-d97d-448a-8469-03aae0c8b230'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:10:26.583139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Pushing event deleted for resources: {'Port': ['ID=cd95cf0e-d97d-448a-8469-03aae0c8b230,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:26.586611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:26.653918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] No DVR routers for this DVR port cd95cf0e-d97d-448a-8469-03aae0c8b230 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:10:26.656525 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:26.659175 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'name': 'network-vif-deleted', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:26.674425 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d90c87fe-477a-40a6-a7d6-7d0f39f63a27 req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.91 "DELETE /v2.0/ports/cd95cf0e-d97d-448a-8469-03aae0c8b230 HTTP/1.1" status: 204  len: 173 time: 0.8272343
Oct 27 15:10:26.728185 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '129711df-ed45-4534-bec6-fbc0e15227eb', 'name': 'network-vif-deleted', 'tag': 'cd95cf0e-d97d-448a-8469-03aae0c8b230', 'status': 'completed', 'code': 200}
Oct 27 15:10:27.177802 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-35b9b2e5-4b91-405b-b871-049e9ace2ef7 req-cbe302ee-c6c5-4be4-aee3-df3e1e456c17 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Synchronizing usage tracker for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:10:27.193709 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-35b9b2e5-4b91-405b-b871-049e9ace2ef7 req-cbe302ee-c6c5-4be4-aee3-df3e1e456c17 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Unset dirty status for tenant:ff7a0fe5498d457f807696add8104865 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:10:27.195287 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-35b9b2e5-4b91-405b-b871-049e9ace2ef7 req-cbe302ee-c6c5-4be4-aee3-df3e1e456c17 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] 10.222.0.89 "GET /v2.0/ports?device_id=129711df-ed45-4534-bec6-fbc0e15227eb HTTP/1.1" status: 200  len: 210 time: 0.1855750
Oct 27 15:10:28.630784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device cd95cf0e-d97d-448a-8469-03aae0c8b230 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:10:28.672181 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: cd95cf0e-d97d-448a-8469-03aae0c8b230 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:10:28.672432 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device cd95cf0e-d97d-448a-8469-03aae0c8b230 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:10:29.155261 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43920) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:29.293473 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.325152 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:29.328931 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Usage tracker for resource:security_group_rule and tenant:5cf32a6e07f04a3e8162e2b477e99729 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:29.332293 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:29.337905 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:29.403128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.407122 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.413997 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-22b20925-1824-4d2c-92e7-fbcbcbbc32bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:29.456039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5d7fea-248e-4cad-b040-ea37782784a9,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:29.460066 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=5cf32a6e07f04a3e8162e2b477e99729&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3037944
Oct 27 15:10:29.462940 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 43926) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:29.467508 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.467880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.468236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.468589 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.468946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.469288 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.469633 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.469975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.470319 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.470661 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.472060 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:29.476178 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:29.531982 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.560354 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.617138 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.622150 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b2f5c1d-81b9-4175-8aa2-6150195dcc83 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:29.634636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5d7fea-248e-4cad-b040-ea37782784a9,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:29.637588 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:29.640780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:29.651398 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3f5d7fea-248e-4cad-b040-ea37782784a9 HTTP/1.1" status: 204  len: 168 time: 0.1792145
Oct 27 15:10:29.983380 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43940) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:30.002401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.032837 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:30.037079 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Usage tracker for resource:security_group_rule and tenant:e49a6e9553bc43d3a86476500c3ea31e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:30.039919 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:30.045532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:30.114156 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.118357 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.125059 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dbdf0dae-e203-4d94-896c-bcd6b7ab3625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:30.159669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423190b4-71cb-48f9-b46c-b3f739fd61d5,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:30.168387 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:30.176632 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=e49a6e9553bc43d3a86476500c3ea31e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1919749
Oct 27 15:10:30.179084 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43946) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:30.238780 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.263518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.315616 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.319306 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2f37f825-c75c-4153-a190-086bb01edaa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:30.332975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423190b4-71cb-48f9-b46c-b3f739fd61d5,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:30.336566 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:30.341976 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:30.343076 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7eea055a-7a86-44b7-a95c-bc46875074ac admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/423190b4-71cb-48f9-b46c-b3f739fd61d5 HTTP/1.1" status: 204  len: 168 time: 0.1630774
Oct 27 15:10:32.405849 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 43996) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:32.553271 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.584344 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:32.588178 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd3b2cc2cc645fb9f361a317d0f572e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:32.590959 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:32.596615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:32.662435 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.668695 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.676125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c10d794c-9633-418c-b3fc-d69efb6741c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:32.719061 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b5ef28-2cf8-4212-8e86-bc0b3d91add6,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:32.723658 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ecd3b2cc2cc645fb9f361a317d0f572e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3167460
Oct 27 15:10:32.724520 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:32.726434 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44002) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:32.785333 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.810702 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.860951 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.865285 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-3daaf832-4d73-4480-b3dc-5f0fdf09e39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:32.876524 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b5ef28-2cf8-4212-8e86-bc0b3d91add6,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:32.884813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:32.884813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:32.884813 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2b5ef28-2cf8-4212-8e86-bc0b3d91add6 HTTP/1.1" status: 204  len: 168 time: 0.1571705
Oct 27 15:10:33.213743 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44012) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:33.231998 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.264947 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:33.268702 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:00a0368730284804a5d8dcf42f3a0673 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:33.272056 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:33.277826 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:33.399312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.403404 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.410781 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-891f281d-3947-4b86-b799-1d0c76073abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:33.450754 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd6d171-3c64-4d3a-bfb6-8e7c31554988,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:33.454123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:33.457043 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a206de9b-f740-46cd-99ad-3237afe4d2d4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=00a0368730284804a5d8dcf42f3a0673&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2422256
Oct 27 15:10:33.460042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44016) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:33.526891 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.552727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.605161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.609051 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-274033d3-a132-411c-9e4e-88f800483b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:33.620386 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd6d171-3c64-4d3a-bfb6-8e7c31554988,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:33.623917 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:33.627613 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:33.629256 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9cd6d171-3c64-4d3a-bfb6-8e7c31554988 HTTP/1.1" status: 204  len: 168 time: 0.1682513
Oct 27 15:10:36.102137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44094) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:36.156137 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a4372b0e-ffae-4e96-b7fe-bd4e704831ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.286120 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.324197 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:36.328112 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4499771c064f3ca90617210c5de181 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:36.330857 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:36.337271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:36.410137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.414466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.423600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f959c944-2d9a-44bc-8831-8965c7218ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:36.467688 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09429b-7d26-444b-88a8-c921ac02a636,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:36.474955 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ee4499771c064f3ca90617210c5de181&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3714881
Oct 27 15:10:36.475159 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44110) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:36.483001 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.483359 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.483734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.484085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.484430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.484769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:10:36.493217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:36.555107 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.603473 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.630614 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.687581 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.695843 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e2956b74-9c15-4eda-80bf-5100c5ad16de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:36.709375 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09429b-7d26-444b-88a8-c921ac02a636,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:36.711472 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:36.720284 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:36.724621 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4b09429b-7d26-444b-88a8-c921ac02a636 HTTP/1.1" status: 204  len: 168 time: 0.2481072
Oct 27 15:10:36.858342 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:10:36.903243 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f4caf-6b18-48e9-a9af-3a8a7983daec req-92956a78-0631-41ae-b7e3-e6b86c2608e9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:36.904741 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b0f4caf-6b18-48e9-a9af-3a8a7983daec req-92956a78-0631-41ae-b7e3-e6b86c2608e9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.0834122
Oct 27 15:10:36.953091 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7b0f4caf-6b18-48e9-a9af-3a8a7983daec req-7869b237-b71d-4db9-bfb8-8a92d8201872 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427532
Oct 27 15:10:37.059481 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44122) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:37.077697 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.109410 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:37.113628 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Usage tracker for resource:security_group_rule and tenant:0e74ebef149b42ab9828f364cbe14253 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:37.116437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:37.122003 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:37.188845 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.193519 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.200713 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8328109b-dbd2-428d-95a3-e7f50916a889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:37.243371 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5694ce-498d-4a39-b3eb-d438b6d79c54,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:37.246337 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:37.252306 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0e74ebef149b42ab9828f364cbe14253&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1893647
Oct 27 15:10:37.253546 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44126) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:37.315607 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.341513 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.391998 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.395890 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-45826625-4d13-4f5c-8d6b-3fdf25c5c8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:37.410590 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5694ce-498d-4a39-b3eb-d438b6d79c54,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:37.413211 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:37.414375 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:37.418249 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5e5694ce-498d-4a39-b3eb-d438b6d79c54 HTTP/1.1" status: 204  len: 168 time: 0.1620762
Oct 27 15:10:38.348199 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1731d59f-10ba-46ec-873e-d2737e94863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:38.444841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23477e-aa8e-4b68-be0c-5d0769a83f1c req-213f552f-bdd3-4fbf-9ab7-2fede8defa68 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:38.446311 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0f23477e-aa8e-4b68-be0c-5d0769a83f1c req-213f552f-bdd3-4fbf-9ab7-2fede8defa68 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.0853641
Oct 27 15:10:38.493531 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0f23477e-aa8e-4b68-be0c-5d0769a83f1c req-5b08f9e4-c6e8-484f-8b06-7afb3486ca22 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417547
Oct 27 15:10:38.890750 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-d05ac63d-b5c4-4611-8e91-a1a186417b87 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:38.892251 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-d05ac63d-b5c4-4611-8e91-a1a186417b87 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.0773549
Oct 27 15:10:38.973141 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Deleting port 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:10:38.973607 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.227622 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.256047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] For port 4b8cf7df-82b3-4956-af32-7f969e5e018d, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=4b8cf7df-82b3-4956-af32-7f969e5e018d,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:39.256557 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.661700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.662068 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.662372 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Floating IP 8041b44d-ccc0-4ba8-b17b-f6c313934f8a disassociated. External IP: 172.27.3.41, port: 4b8cf7df-82b3-4956-af32-7f969e5e018d.
Oct 27 15:10:39.662708 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Calling delete_port for 4b8cf7df-82b3-4956-af32-7f969e5e018d owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:10:39.713295 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a6946-a921-44a3-8b51-7863fcb07e67 req-81b4b59c-1d10-4364-b24d-abd436bbf836 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:39.715867 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-870a6946-a921-44a3-8b51-7863fcb07e67 req-81b4b59c-1d10-4364-b24d-abd436bbf836 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 947 time: 0.0827298
Oct 27 15:10:39.763159 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-870a6946-a921-44a3-8b51-7863fcb07e67 req-9bcee4e0-7dd7-4b8e-a30d-6eafef01e2a7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424466
Oct 27 15:10:39.809032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:39.815276 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dab43615-3749-4375-acba-49e3f7bb8513 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:39.861143 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'Port': ['ID=4b8cf7df-82b3-4956-af32-7f969e5e018d,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:39.863918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:40.078005 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:10:40.321062 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:10:40.333506 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:10:40.358507 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:40.359495 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac295f6460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:40.392385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] No DVR routers for this DVR port 4b8cf7df-82b3-4956-af32-7f969e5e018d on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:10:40.395630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:40.398527 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-deleted', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:40.423334 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f34ea3c7-5179-4259-a6ea-bdeacf222c62 req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "DELETE /v2.0/ports/4b8cf7df-82b3-4956-af32-7f969e5e018d HTTP/1.1" status: 204  len: 173 time: 1.5244637
Oct 27 15:10:40.476347 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8', 'name': 'network-vif-deleted', 'tag': '4b8cf7df-82b3-4956-af32-7f969e5e018d', 'status': 'completed', 'code': 200}
Oct 27 15:10:40.566100 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:40.850779 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:40.969140 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c36c8c3a-788f-449c-8c4a-b501c89a983b req-5980259f-3b50-4c0b-8dd9-892f0e72ccc7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.0523591
Oct 27 15:10:40.993824 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac295f6460>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:40.997874 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:10:41.012039 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:10:41.012039 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac295f6460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:41.185613 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:10:41.525191 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac295f6460>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:41.529352 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a6c104-5590-4a34-95a6-df1b8e42193d None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:10:41.748264 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf19de-665f-40ab-94f8-9d804c390d2b None None] New status for floating IP 8041b44d-ccc0-4ba8-b17b-f6c313934f8a: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:10:42.153578 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8bdf3ace-44fa-4bb9-a261-d9665edefd6b req-4b8352aa-ac18-4b4e-9387-790a0ae30028 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=fbaea7dc-db3b-4e71-b5b5-06bd04c0bcf8 HTTP/1.1" status: 200  len: 210 time: 0.0415685
Oct 27 15:10:43.321869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44258) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:43.393971 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.426474 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.503516 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.517926 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-bde224ae-f3ef-4bdd-bf95-7adaf8dfa45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:43.536038 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ebf63a-dbec-46c3-bab4-70ba7a3a6e74,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:43.550209 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:43.553952 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.557746 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "DELETE /v2.0/security-groups/00ebf63a-dbec-46c3-bab4-70ba7a3a6e74 HTTP/1.1" status: 204  len: 168 time: 0.2318993
Oct 27 15:10:43.558153 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44274) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:43.588131 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.api.v2.resource [None req-cd540c6e-1169-4c2b-93ad-73d07978b600 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] show failed (client error): The resource could not be found.
Oct 27 15:10:43.589283 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-cd540c6e-1169-4c2b-93ad-73d07978b600 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups/00ebf63a-dbec-46c3-bab4-70ba7a3a6e74 HTTP/1.1" status: 404  len: 347 time: 0.0302298
Oct 27 15:10:43.592400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44278) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:43.762734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Deleting port 1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:10:43.763073 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.943689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:43.943925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.068409 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Calling delete_port for 1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:10:44.222828 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.227005 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-52418840-bd28-479e-9b85-4c4b60a55451 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:44.266339 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'Port': ['ID=1fbcf2f2-0b66-4f8b-8f7b-fa0208256fcb,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:44.270422 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:44.454780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.468598 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.469728 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "DELETE /v2.0/floatingips/8041b44d-ccc0-4ba8-b17b-f6c313934f8a HTTP/1.1" status: 204  len: 168 time: 0.8763502
Oct 27 15:10:44.789796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44296) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:44.795645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000445002', 'description': 'tempest-description--452396099'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:44.799408 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:44.804488 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:44.807373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:44.813649 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:44.825435 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.863010 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:44.868265 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:44.872028 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:44.878262 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:44.936076 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.942114 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.946102 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b362981e-450e-41aa-8df2-56556f143823 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:44.989440 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41627c0-0a6a-42f4-a18f-13d52aeb19f8,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:44.992374 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:44.994556 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:44.996340 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2074809
Oct 27 15:10:44.999181 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44304) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:45.010323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group_rule': {'security_group_id': 'd41627c0-0a6a-42f4-a18f-13d52aeb19f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:45.014453 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:45.019169 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:45.022572 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:45.032164 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:45.050381 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.122566 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.128511 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44310) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:45.132728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.134908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:45.137458 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.159606 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb41f3c2-8d70-4ec9-baac-f24c6d8f96ca,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:45.165210 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:45.172780 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.177244 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-16b9bc98-73aa-475f-8a70-f778b1fad641 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1735928
Oct 27 15:10:45.177696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44318) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:45.183676 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'security_group_rule': {'security_group_id': 'd41627c0-0a6a-42f4-a18f-13d52aeb19f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:45.191274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:45.195661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:security_group_rule and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:45.201233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:45.207231 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:45.228766 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.329317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.340132 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.346539 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.357437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8427ee15-8cdd-4fe6-b86d-bb0cb00c366d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:45.385434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:45.390895 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa64ce2-03a7-4b9d-b006-419712369232,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:45.393091 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Usage tracker for resource:security_group_rule and tenant:1343fb51598b4e7c9dba59572cfc2f17 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:45.396905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:45.397486 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:45.407841 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:45.417115 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.418411 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2395961
Oct 27 15:10:45.421433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44326) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:45.428754 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:45.435850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:45.445260 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Usage tracker for resource:floatingip and tenant:ef93e3d769ba40e79c626d3bc351a81c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:45.449022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:45.458707 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:45.477445 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.534826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.550883 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.559246 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a12ec433-aee7-4a48-aab0-c451e23b3140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:45.608861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3eec37-2355-4b28-9587-f73c4e7fafcc,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:45.652485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:45.662429 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=1343fb51598b4e7c9dba59572cfc2f17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5327370
Oct 27 15:10:45.665527 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44332) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:45.703134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.733270 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.763180 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.817041 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.823407 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-15e4df36-f07e-48ae-b9f9-b7020286243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:45.838832 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3eec37-2355-4b28-9587-f73c4e7fafcc,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:45.841491 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:45.845552 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:45.847691 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/5f3eec37-2355-4b28-9587-f73c4e7fafcc HTTP/1.1" status: 204  len: 168 time: 0.1811101
Oct 27 15:10:45.849713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Allocated IP 172.27.3.17 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/fc627c26-cc72-409f-a623-2eea543f3c33) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:10:46.017359 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.052694 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.057391 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-833c57be-5d56-4294-bd2e-ae31035e85ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:46.126895 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:10:46.130565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:10:46.132993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:10:46.162395 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=fc627c26-cc72-409f-a623-2eea543f3c33,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:46.165649 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:46.225883 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44342) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:46.246391 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.281433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:46.285741 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Usage tracker for resource:security_group_rule and tenant:786fc699582848e7b5f9ea5641e397e3 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:46.289205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:46.296014 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:46.350906 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.372414 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.376569 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.384451 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d1c2d146-1596-42f0-bf15-b40eb1848cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:46.409184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.425584 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fbcebf-3141-49a3-97f1-70f08033d08c,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:46.428448 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:10:46.428995 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:46.430858 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=786fc699582848e7b5f9ea5641e397e3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2039583
Oct 27 15:10:46.433502 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44346) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:46.473117 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 4b8cf7df-82b3-4956-af32-7f969e5e018d {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:10:46.473620 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 4b8cf7df-82b3-4956-af32-7f969e5e018d not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:10:46.499315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.526982 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.591758 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.600272 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e57368ea-adb8-44a2-a4dd-378e8247b7b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:46.614804 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fbcebf-3141-49a3-97f1-70f08033d08c,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:46.618437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:46.622701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.630968 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/15fbcebf-3141-49a3-97f1-70f08033d08c HTTP/1.1" status: 204  len: 168 time: 0.1964297
Oct 27 15:10:46.640624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.650441 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.655433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5f3053db-d078-4081-8da5-350950f2efa7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:46.759429 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=fc627c26-cc72-409f-a623-2eea543f3c33,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:46.763599 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:46.779427 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.808650 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:46.810062 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3876455
Oct 27 15:10:47.076039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-d13b7495-0f7f-4687-9e12-488046904f28 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:10:47.084976 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44372) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:47.094718 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-d13b7495-0f7f-4687-9e12-488046904f28 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:10:47.095903 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-d13b7495-0f7f-4687-9e12-488046904f28 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--2000445002&fields=id&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 267 time: 0.0695028
Oct 27 15:10:47.106365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.150404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:47.156663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Usage tracker for resource:security_group_rule and tenant:7b24dfa5097e44ff8a4c9bf8eb1a7421 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:10:47.161944 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:10:47.170547 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:47.286604 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.292421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.305581 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1b31d7e0-0c57-405b-bd78-7ac782eb6622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:47.338055 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-c07b51e4-8684-4fc8-b3df-1e1484d8c87d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:47.340519 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-c07b51e4-8684-4fc8-b3df-1e1484d8c87d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 816 time: 0.2371037
Oct 27 15:10:47.361739 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-5022cff9-89cc-4a22-beee-550b2986221f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/quotas/ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 375 time: 0.0158005
Oct 27 15:10:47.363353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398a6b5a-3849-41ef-b641-8d3bc973db63,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:47.367580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7b24dfa5097e44ff8a4c9bf8eb1a7421&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2813747
Oct 27 15:10:47.368614 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:47.370110 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44376) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:47.488532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.511342 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-0d56887a-a794-4ded-9d62-fff905339078 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1428275
Oct 27 15:10:47.531758 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.584719 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.591019 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-163fbd0f-2147-44bd-bb55-a4dbdf3c1f58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:47.602282 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398a6b5a-3849-41ef-b641-8d3bc973db63,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:47.605943 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:47.609811 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:47.610913 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/398a6b5a-3849-41ef-b641-8d3bc973db63 HTTP/1.1" status: 204  len: 168 time: 0.2115571
Oct 27 15:10:47.937501 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-4949d0df-4dab-458b-8899-8406e58a2ee9 service neutron] 10.222.0.89 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4140351
Oct 27 15:10:48.087352 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-964f12dc-0c4c-441d-805c-ce733a173bc3 service neutron] 10.222.0.89 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389561
Oct 27 15:10:48.321144 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-36a92c45-8d0d-4892-95af-3bb245c170fe req-514fd412-eef4-4597-9203-965e29cdcf2b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 210 time: 0.0572565
Oct 27 15:10:49.521296 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-252aeb52-ed21-4685-bb12-bd8a6dec9a08 req-408dc7be-a55f-432a-b129-154601506cee tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:10:49.539777 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-252aeb52-ed21-4685-bb12-bd8a6dec9a08 req-408dc7be-a55f-432a-b129-154601506cee tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:10:49.541140 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-252aeb52-ed21-4685-bb12-bd8a6dec9a08 req-408dc7be-a55f-432a-b129-154601506cee tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 210 time: 0.0682416
Oct 27 15:10:49.926036 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-d66f57c6-008d-4c47-aad0-8991df11c018 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:49.927507 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-d66f57c6-008d-4c47-aad0-8991df11c018 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 816 time: 0.2573831
Oct 27 15:10:49.989387 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-a241c5ad-6895-47c8-8a2b-17d3081eaff9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 380 time: 0.0436144
Oct 27 15:10:50.004324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'port': {'device_id': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'admin_state_up': True, 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'security_groups': ['d41627c0-0a6a-42f4-a18f-13d52aeb19f8']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:50.145486 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:10:50.155274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:10:50.165565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Made reservation on behalf of ef93e3d769ba40e79c626d3bc351a81c for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:10:50.168744 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:50.350064 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Allocated IP 172.20.0.6 (cf483c66-d2f3-4575-b6b9-f07ea2c1c566/d58e286f-ed7c-4a18-89c9-50dde55d5127/2667b15a-7e06-4af6-9453-f076ce4998af) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:10:50.553861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:50.571827 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Transition to ACTIVE for port object 2667b15a-7e06-4af6-9453-f076ce4998af will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:10:50.595672 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:50.603782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:50.683605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:10:50.688316 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:10:50.724147 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:10:50.749749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:50.764542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:50.806545 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:50.807166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:50.853185 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8525774
Oct 27 15:10:50.865127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30906896-0bb4-473b-8ce1-aec5dfb78a21 req-7b049f75-fd8d-4573-b0c8-ffe9f627cfba tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:50.865823 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-30906896-0bb4-473b-8ce1-aec5dfb78a21 req-7b049f75-fd8d-4573-b0c8-ffe9f627cfba tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:10:50.889975 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-30906896-0bb4-473b-8ce1-aec5dfb78a21 req-7b049f75-fd8d-4573-b0c8-ffe9f627cfba tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:10:50.891408 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-30906896-0bb4-473b-8ce1-aec5dfb78a21 req-7b049f75-fd8d-4573-b0c8-ffe9f627cfba tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 931 time: 0.2065139
Oct 27 15:10:50.923730 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-9dca83cd-7555-4d6d-bb87-944f1eb0d88f None None] Provisioning for port 2667b15a-7e06-4af6-9453-f076ce4998af completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:10:50.929195 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-9dca83cd-7555-4d6d-bb87-944f1eb0d88f None None] Provisioning complete for port 2667b15a-7e06-4af6-9453-f076ce4998af triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:10:50.929676 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9dca83cd-7555-4d6d-bb87-944f1eb0d88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:50.947707 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-30906896-0bb4-473b-8ce1-aec5dfb78a21 req-40bcf070-c816-46f3-9566-0f399a267c48 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498834
Oct 27 15:10:50.987625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-9dca83cd-7555-4d6d-bb87-944f1eb0d88f None None] Port 2667b15a-7e06-4af6-9453-f076ce4998af cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:10:51.027840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Request body: {'port': {'device_id': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:51.144805 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:51.506323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:10:51.513208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:51.529060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Transition to ACTIVE for port object 2667b15a-7e06-4af6-9453-f076ce4998af will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:10:51.534931 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:51.539229 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d1077b92-a8ea-47b0-b934-ffd4176f4069 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:51.698178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:51.701840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:51.824852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Attempting to bind port 2667b15a-7e06-4af6-9453-f076ce4998af on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:10:51.825182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Attempting to bind port 2667b15a-7e06-4af6-9453-f076ce4998af by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:10:51.826197 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Attempting to bind port 2667b15a-7e06-4af6-9453-f076ce4998af on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:10:51.835490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Port 2667b15a-7e06-4af6-9453-f076ce4998af on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:10:51.835490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Attempting to bind port 2667b15a-7e06-4af6-9453-f076ce4998af on network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:10:51.847684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:10:51.848887 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Checking segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:10:51.849404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Bound using segment: {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:10:51.849970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Bound port: 2667b15a-7e06-4af6-9453-f076ce4998af, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ec06ac-e98e-4513-b8f1-5a671c0f994a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1330, 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:10:51.851149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:51.944689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:10:51.948242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:10:51.952447 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:51.957666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:52.015907 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:52.017483 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] 10.222.0.91 "PUT /v2.0/ports/2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 1093 time: 1.1474464
Oct 27 15:10:52.018029 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:52.055026 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:52.060463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:52.305679 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'status': 'completed', 'code': 200}
Oct 27 15:10:52.345710 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-05c80f4f-e793-4aff-b6bd-c811f837cec6 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1096 time: 0.2693045
Oct 27 15:10:52.352717 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf52fa-f204-4214-bf65-4e18550bf497 req-a372843f-caf0-4337-84b1-07af94ba488d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:52.354187 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fbaf52fa-f204-4214-bf65-4e18550bf497 req-a372843f-caf0-4337-84b1-07af94ba488d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.1380906
Oct 27 15:10:52.437282 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-b47c25a0-183e-4ee5-999e-048444133eb9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 217 time: 0.0810401
Oct 27 15:10:52.510448 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fbaf52fa-f204-4214-bf65-4e18550bf497 req-a8b29c61-1c58-4872-9c94-ffcaa5b9c917 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1047018
Oct 27 15:10:52.522433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-a1cd2985-9ab9-4be2-a045-3d13687d8626 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:52.523909 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-a1cd2985-9ab9-4be2-a045-3d13687d8626 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0753434
Oct 27 15:10:52.605249 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-296e10ba-ba13-4fc1-a5a4-6b779b55e092 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728729
Oct 27 15:10:52.758864 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-5c6b9310-3c77-4bd1-9a57-ead484513091 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364000
Oct 27 15:10:52.904265 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a13adb85-2655-4f52-8cb2-f3a982f90b3e req-f315e3e7-399e-4252-8563-b842dff11157 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341674
Oct 27 15:10:53.072923 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-eb695399-2fc9-4b60-af27-6ae200a54b0a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1096 time: 0.0752161
Oct 27 15:10:53.222938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-c09a7de7-049e-4ca3-bf6a-79061643770e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:53.224711 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-c09a7de7-049e-4ca3-bf6a-79061643770e service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.1431389
Oct 27 15:10:53.302334 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-8d278af7-6447-436f-ac2a-bf289a577a93 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 217 time: 0.0670264
Oct 27 15:10:53.376818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-d64ffb9a-d59b-444c-9505-a9770fbb8dc5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:53.380311 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-d64ffb9a-d59b-444c-9505-a9770fbb8dc5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0672901
Oct 27 15:10:53.458502 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-73ea920f-df67-429d-ab91-5e40d3903867 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712888
Oct 27 15:10:53.606234 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-e38d984b-fb87-4b81-bd11-1fbbf6ebcf55 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403773
Oct 27 15:10:53.801017 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47468f41-3631-4aa4-b66a-c37b2904cf7f req-b286c7b4-86d8-4c7f-8f53-24810e0d4916 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876059
Oct 27 15:10:53.819319 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dba78-972f-4217-8286-7fcc6630a8f8 req-dbca20c9-4cb8-4100-96a4-93b9dea3ffd1 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:53.821115 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-572dba78-972f-4217-8286-7fcc6630a8f8 req-dbca20c9-4cb8-4100-96a4-93b9dea3ffd1 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.1630123
Oct 27 15:10:53.871414 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-572dba78-972f-4217-8286-7fcc6630a8f8 req-f991dcbb-2c97-4cea-bfad-9b99279904d5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417299
Oct 27 15:10:54.372576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44524) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:54.432091 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Deleting subnet 936a4d93-6eaa-4710-b442-83a7bd5f6e76 {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:10:54.435199 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.456317 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:10:54.584276 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.602263 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:54.616020 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '2667b15a-7e06-4af6-9453-f076ce4998af', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:10:54.639611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.675908 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.700060 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:10:54.717081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.722537 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:54.724829 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:54.728530 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.730372 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:54.763192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936a4d93-6eaa-4710-b442-83a7bd5f6e76,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:54.766209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:54.767168 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:54.773749 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a3caa313-a44f-4f6e-8d3c-ffd98ef9d5ac admin admin] 10.222.0.89 "DELETE /v2.0/subnets/936a4d93-6eaa-4710-b442-83a7bd5f6e76 HTTP/1.1" status: 204  len: 168 time: 0.4000747
Oct 27 15:10:54.776551 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44528) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:54.797785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:54.801928 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:54.885652 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.022800 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.039286 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['2667b15a-7e06-4af6-9453-f076ce4998af'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:10:55.089494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28d80340>,) {'filters': {'network_id': ['6315ffd6-cbcc-424e-8184-25a4113de63a']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:55.104460 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d80340>, 'f5138626-80c3-471d-b444-1ac1c780910c') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:55.104784 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d80340>, 'f5138626-80c3-471d-b444-1ac1c780910c') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:10:55.121035 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.154633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.164425 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Releasing vlan 1302 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:10:55.164831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:10:55.181868 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:10:55.188058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635a2ba-ec10-4864-86c0-ed74cf9712b0 req-c4eccd2f-4f10-40f6-9ed6-5c2d1a81eaa7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:55.188941 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e635a2ba-ec10-4864-86c0-ed74cf9712b0 req-c4eccd2f-4f10-40f6-9ed6-5c2d1a81eaa7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 944 time: 0.1707523
Oct 27 15:10:55.301695 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.308736 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.313975 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:55.338072 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e635a2ba-ec10-4864-86c0-ed74cf9712b0 req-a84e5ef1-7776-4051-b8ae-d293c3fdc52c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1409209
Oct 27 15:10:55.344039 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6315ffd6-cbcc-424e-8184-25a4113de63a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:55.347611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:55.350040 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] 10.222.0.89 "DELETE /v2.0/networks/6315ffd6-cbcc-424e-8184-25a4113de63a HTTP/1.1" status: 204  len: 168 time: 0.5722451
Oct 27 15:10:55.557060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44540) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:55.610542 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7bb626b9-6bbd-45f4-a345-f4092da2fbff admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ff7a0fe5498d457f807696add8104865&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522363
Oct 27 15:10:55.613094 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44544) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:55.678761 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.704763 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.759469 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.765543 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b300070-f41e-45a7-ab32-10fed3353af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:55.780561 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6003f5d0-c1ad-498d-a433-92aac55cd519,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:55.786019 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:55.789290 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:55.790396 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6003f5d0-c1ad-498d-a433-92aac55cd519 HTTP/1.1" status: 204  len: 168 time: 0.1763463
Oct 27 15:10:56.480820 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:10:56.552844 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 2667b15a-7e06-4af6-9453-f076ce4998af completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:10:56.557904 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 2667b15a-7e06-4af6-9453-f076ce4998af triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:10:56.558283 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:56.564605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39059199-bd87-4e5b-95bf-90e6f953c816 req-0bd1b21a-91cd-42c2-bad4-7aced2a9ed0d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:56.566074 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-39059199-bd87-4e5b-95bf-90e6f953c816 req-0bd1b21a-91cd-42c2-bad4-7aced2a9ed0d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 944 time: 0.0831537
Oct 27 15:10:56.614710 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-39059199-bd87-4e5b-95bf-90e6f953c816 req-29ab5165-c08d-44d8-a825-d91dc7d701ab tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422986
Oct 27 15:10:56.682042 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:56.715620 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:10:56.732183 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:10:56.736924 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:10:56.739675 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:10:56.774734 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'code': 200}
Oct 27 15:10:56.811052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:10:56.814045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:10:57.027363 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-163a15d4-2f46-414f-a203-59bcc631c47a req-6d8cde50-87cc-4b7e-99e8-9a64d5f7031e service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1098 time: 0.0736902
Oct 27 15:10:57.071669 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-163a15d4-2f46-414f-a203-59bcc631c47a req-67e6a705-d6d7-436a-a317-d66c80cc73ce service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375452
Oct 27 15:10:57.832830 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc699e-8576-4531-b05d-99f00cbc59fd req-298d1ada-3762-4561-b236-7e3f1cdbacd0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:57.834216 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-01cc699e-8576-4531-b05d-99f00cbc59fd req-298d1ada-3762-4561-b236-7e3f1cdbacd0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0778291
Oct 27 15:10:57.881109 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-01cc699e-8576-4531-b05d-99f00cbc59fd req-bf40e5da-d22a-494a-a434-8ccf545edb36 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411570
Oct 27 15:10:59.101626 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b6ea6-a135-4916-89b2-851672b3c45a req-8e999279-8205-4e18-84c7-7251d584ca36 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:59.103112 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-978b6ea6-a135-4916-89b2-851672b3c45a req-8e999279-8205-4e18-84c7-7251d584ca36 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0808489
Oct 27 15:10:59.157158 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-978b6ea6-a135-4916-89b2-851672b3c45a req-34d75c52-1b8a-4702-9655-8796718d0d81 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484312
Oct 27 15:10:59.371196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeb277-c462-44e6-ab4d-c37e9740031a req-59b07698-075f-4d40-8a83-78ad1ef87146 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:10:59.372770 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c9aeb277-c462-44e6-ab4d-c37e9740031a req-59b07698-075f-4d40-8a83-78ad1ef87146 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0805786
Oct 27 15:10:59.381337 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44574) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:10:59.386713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Request body: {'floatingip': {'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:10:59.464444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:00.172955 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:00.177340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:00.370014 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Floating IP ef5fdf26-dfa2-4c73-bf5c-72dc79389907 associated. External IP: 172.27.3.17, port: 2667b15a-7e06-4af6-9453-f076ce4998af.
Oct 27 15:11:00.771239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:00.983329 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:00.983915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:00.993356 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:01.005294 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:01.005916 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac294d8940>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:01.040477 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4920408d-071c-49f4-83a6-d8688b088042 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "PUT /v2.0/floatingips/ef5fdf26-dfa2-4c73-bf5c-72dc79389907 HTTP/1.1" status: 200  len: 990 time: 1.6579006
Oct 27 15:11:01.040942 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:11:01.176123 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'status': 'completed', 'code': 200}
Oct 27 15:11:01.231289 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:01.285848 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-a9f4fe24-f04f-425e-92bf-cf50b33d9427 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1098 time: 0.0784149
Oct 27 15:11:01.424108 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-6841255e-1f73-4cc4-b4d8-b5b2dfaf2998 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:01.425560 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-6841255e-1f73-4cc4-b4d8-b5b2dfaf2998 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.1309857
Oct 27 15:11:01.536761 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-9618b394-845a-47e2-8365-8855ef9456d4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 998 time: 0.1037481
Oct 27 15:11:01.601719 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac294d8940>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'ef5fdf26-dfa2-4c73-bf5c-72dc79389907', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:10:46Z', 'updated_at': '2021-10-27T15:11:00Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:01.606075 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:01.618588 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:01.619236 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac294d8940>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:10:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:01.723130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-b774d0ca-fc12-43ec-8731-6037b00b0d7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:01.724605 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-b774d0ca-fc12-43ec-8731-6037b00b0d7d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.1712265
Oct 27 15:11:01.803070 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:01.807889 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-a7eb2f9b-f14c-45ab-81e0-dfb82a337cf0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744724
Oct 27 15:11:01.946704 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-efd4196a-d15a-4048-9704-426a2e4e6e09 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302540
Oct 27 15:11:02.093592 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-54c95ccc-0992-462f-bb57-62a826ac6464 req-a9e6fc5a-382c-4422-b143-ff0bb33e2d6e service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1389267
Oct 27 15:11:02.160596 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac294d8940>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'ef5fdf26-dfa2-4c73-bf5c-72dc79389907', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:10:46Z', 'updated_at': '2021-10-27T15:11:00Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:02.165141 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b483b8ff-4343-4c10-b537-7a42f8986f25 None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': 'ef5fdf26-dfa2-4c73-bf5c-72dc79389907', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:10:46Z', 'updated_at': '2021-10-27T15:11:00Z', 'revision_number': 1, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:02.381622 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2511d3bb-ebb0-42d2-8e14-2826d5dd9a93 None None] New status for floating IP ef5fdf26-dfa2-4c73-bf5c-72dc79389907: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:11:06.160373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-27141078-bc30-4008-9b64-e3f1ebe50a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:06.549654 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.341938 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-64d017eb-94e6-463f-933c-81f9af8ac64f tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224473868&fields=id&tenant_id=0ef0fcc833424463b242c242eeeaebf1 HTTP/1.1" status: 200  len: 267 time: 0.0560744
Oct 27 15:11:08.349811 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b66b902d-c202-4f47-8da0-9dfb7eb26dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.429039 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-7d331509-a601-4030-85ea-eb8d66f994c0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:08.437047 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-7d331509-a601-4030-85ea-eb8d66f994c0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 985 time: 0.0935082
Oct 27 15:11:08.442896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Request body: {'port': {'security_groups': ['590ac1b8-2f93-43e7-aa03-0b9ce9169857']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:08.579155 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.859687 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:08.884925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.889312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.895821 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a97db2be-86d2-4b9e-a27b-4cdc1fb35929 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:08.902383 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:11:08.965434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:08.966104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:08.968082 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e0c0a60-1c22-4dfd-93b8-102ae8228279 req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "PUT /v2.0/ports/fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 943 time: 0.5296144
Oct 27 15:11:08.968082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:11:08.974776 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44660) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:08.989238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event updated for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=7']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:09.001329 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:09.056749 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:11:09.088101 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:11:09.132450 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.169770 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.225539 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-3a4566ca-43d8-4935-96eb-154974e40ff1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1099 time: 0.1089795
Oct 27 15:11:09.255165 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.260775 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-284a243c-0eea-4162-8087-11ae165635d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:09.277092 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6dc9d6-b842-4637-b76d-8b34b22bff50,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:09.287472 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:09.295076 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.295214 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.296224 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "DELETE /v2.0/security-groups/fa6dc9d6-b842-4637-b76d-8b34b22bff50 HTTP/1.1" status: 204  len: 168 time: 0.3202350
Oct 27 15:11:09.300654 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44666) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:09.355335 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-56526cad-c929-440c-9345-959e9dd313dc None None] Provisioning complete for port fb56dfc5-9885-413d-80fd-5386578d3903 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:09.356212 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-56526cad-c929-440c-9345-959e9dd313dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.394924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-43731152-3088-44bf-8871-902b322cce4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:09.396496 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-43731152-3088-44bf-8871-902b322cce4b service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.1617577
Oct 27 15:11:09.514877 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-f8b7ed73-f2fc-4dba-977b-155c27abe6a6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 1001 time: 0.1111155
Oct 27 15:11:09.529361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Deleting port 5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:09.529696 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.586449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-85bff0be-84af-46ac-a379-0eceeb630f8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:09.587929 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-85bff0be-84af-46ac-a379-0eceeb630f8d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.0657766
Oct 27 15:11:09.670203 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-52cbd5f4-17fe-4a95-a324-a26bb977b17a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0730407
Oct 27 15:11:09.706725 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.707058 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:09.816141 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-88d8dddf-0b46-4677-8060-20df2004a8fc service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373098
Oct 27 15:11:09.832279 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Calling delete_port for 5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9 owned by network:floatingip {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:10.078527 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cb2b4d52-26b0-4513-9844-43d8553cf03a req-c88fc23f-cbf4-4a69-8746-8767501ad4b2 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2553546
Oct 27 15:11:10.080196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.086412 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:10.134448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event deleted for resources: {'Port': ['ID=5a0a82c1-ac2f-442b-b69f-5fea4b7e99c9,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:10.136987 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:10.211214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44686) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:10.336008 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks [] for floatingip, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.449140 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.483605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:10.487600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Usage tracker for resource:security_group_rule and tenant:524fbed2a9624becb68f6e3c51f75f2d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:10.490563 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:10.496509 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:10.576022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.580245 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.588612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84effe39-4e10-42b0-b726-c378a3a0e2f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:10.633406 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fb7730-4cbd-4d46-9e72-1885bdc98fc5,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:10.638660 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=524fbed2a9624becb68f6e3c51f75f2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4260666
Oct 27 15:11:10.639834 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:10.640307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44696) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:10.706252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.735566 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.786497 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.793081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.796993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-724193d6-b09e-4ae4-ae69-2bff8f34a49f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:10.807642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Router ad805920-01fc-460f-83d2-cb31e9a24e00 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:10.808855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fb7730-4cbd-4d46-9e72-1885bdc98fc5,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:10.814953 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:10.818584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:10.824406 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/11fb7730-4cbd-4d46-9e72-1885bdc98fc5 HTTP/1.1" status: 204  len: 168 time: 0.1811588
Oct 27 15:11:11.022361 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:11.033264 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Sync routers for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:11.046384 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:11.046775 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:11.047527 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29aa42b0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:11.105382 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "DELETE /v2.0/floatingips/fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb HTTP/1.1" status: 204  len: 168 time: 1.8012505
Oct 27 15:11:11.105382 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:11:11.298233 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:11.379640 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:11:11.566101 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-3dc8c57e-efbc-4823-ae43-f9a01598a423 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1099 time: 0.1583004
Oct 27 15:11:11.679980 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29aa42b0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:11.685239 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Checking router: ad805920-01fc-460f-83d2-cb31e9a24e00 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:11.698227 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:11.698958 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29aa42b0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:11.777513 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db687b-c146-414b-9e96-293bab69174f req-1a518e18-f654-4aed-9ca8-03ae610e90f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:11.779846 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-1a518e18-f654-4aed-9ca8-03ae610e90f8 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.2037680
Oct 27 15:11:11.853772 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-09f64e6a-90ab-4878-a4ad-6b9cd7657f88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 217 time: 0.0658209
Oct 27 15:11:11.906955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:11.926635 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47db687b-c146-414b-9e96-293bab69174f req-80611b76-631f-455f-a27f-9c56cb18f59f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:11.928778 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-80611b76-631f-455f-a27f-9c56cb18f59f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.0681188
Oct 27 15:11:11.949401 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44734) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:12.015864 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-78e2f645-6769-482f-92a9-71c8742ee5f6 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775547
Oct 27 15:11:12.094682 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-889178409-network', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:12.099781 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:12.103834 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Usage tracker for resource:network and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:12.107548 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:12.117083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:12.129657 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Made reservation on behalf of d220deb2c33140c686078aa4d9dca760 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:11:12.132944 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.149545 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.160111 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-8328edde-3d9d-4886-9c15-eedeb74a7018 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340315
Oct 27 15:11:12.191184 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:12.195339 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:12.198360 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:12.204342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:12.257010 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29aa42b0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:12.261192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e110a412-43b0-4c70-9e77-2d6e1768eaa5 None None] The sync data for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi is: [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:08:00Z', 'revision_number': 4, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4c367845-6b19-4e5a-98b2-e9fcd769f946', 'name': '', 'network_id': '5bfb410c-3f78-4859-9b01-567af282983d', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'mac_address': 'fa:16:3e:38:38:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:59Z', 'updated_at': '2021-10-27T15:08:10Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'subnets': [{'id': '278d5425-1f58-41d5-aabc-99d90491b16e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:12.303047 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.312472 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.317495 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47db687b-c146-414b-9e96-293bab69174f req-da6e4ab2-e6cd-47fe-874f-90b29ef19aa8 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1489003
Oct 27 15:11:12.321123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e09d5e17-64f1-4ecf-8f8f-9a3187a74e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:12.361063 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1318}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:11:12.375573 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da4dc9b-6a3b-44a6-a4d7-d0fb219d0563,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:12.378780 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.379114 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Added segment dba30e4c-43d9-4268-a58e-eee97450204a of type vlan for network 81e0c279-1045-439b-8782-4d60bf6266f4
Oct 27 15:11:12.380348 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:12.409193 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.442025 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.443260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:12.443874 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.447281 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4caae8dc-3182-4578-9ae9-222d3b0cb646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:12.548775 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5952559
Oct 27 15:11:12.549874 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44740) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:12.552076 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Pushing event updated for resources: {'Network': ['ID=81e0c279-1045-439b-8782-4d60bf6266f4,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:12.555040 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-dfb2713f-2e20-46a1-8623-292a9c1ac0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:12.557081 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Request body: {'subnet': {'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-889178409-subnet', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:12.563947 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 81e0c279-1045-439b-8782-4d60bf6266f4 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:11:12.564517 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:12.568342 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Usage tracker for resource:subnet and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:12.572358 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:12.578228 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:12.590309 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Made reservation on behalf of d220deb2c33140c686078aa4d9dca760 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:11:12.592869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.831760 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.840177 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e35c01d5-2046-4079-91f9-9d39237da928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:12.862820 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22177d80-56be-47c0-871b-8ffb0b7da38e None None] New status for floating IP fedcaad5-6e9d-4fb0-871e-c24b45d3ffdb: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:11:12.903239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:12.907164 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:12.941398 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Checking segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:12.942118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Network hostable DHCP agents. Network: 81e0c279-1045-439b-8782-4d60bf6266f4, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:11:12.966984 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Network 81e0c279-1045-439b-8782-4d60bf6266f4 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:11:12.978685 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 81e0c279-1045-439b-8782-4d60bf6266f4) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:12.983329 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:12.983934 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:12.988928 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d168bd-3adf-417e-9337-930b387e4cf6 None None] Network 81e0c279-1045-439b-8782-4d60bf6266f4 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:13.012281 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-29cd4819-cd78-4d86-bac0-12bb2d9733a0 admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.4611607
Oct 27 15:11:13.014952 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44750) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:13.020741 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:13.026263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:13.030721 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Usage tracker for resource:router and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:13.034493 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:13.040664 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:13.056782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.056782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.077918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.219287 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-81e0c279-1045-439b-8782-4d60bf6266f4', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:11:13.220275 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.228395 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.421995 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Allocated IP 172.20.0.2 (81e0c279-1045-439b-8782-4d60bf6266f4/f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e/58a27507-d5c9-4d06-894f-ed26e96e8c3c) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:13.533166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.562945 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.634467 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.645288 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Transition to ACTIVE for port object 58a27507-d5c9-4d06-894f-ed26e96e8c3c will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:13.664040 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Transition to ACTIVE for port object 58a27507-d5c9-4d06-894f-ed26e96e8c3c will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:13.669270 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.675715 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-e1748f73-6b6b-4f62-a353-7bb8e82761ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:13.703784 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Allocated IP 172.27.3.55 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/94b25a72-9057-4e1b-97dc-25e8dc6af66f) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:13.741194 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Network 81e0c279-1045-439b-8782-4d60bf6266f4 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:13.744583 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:13.747123 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:13.754262 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Pushing event updated for resources: {'Port': ['ID=58a27507-d5c9-4d06-894f-ed26e96e8c3c,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:13.820837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.821199 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.821501 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.821826 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.822205 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.822453 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.822778 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.823113 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.823433 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.823768 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.824089 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:13.827700 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:13.854861 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Attempting to bind port 58a27507-d5c9-4d06-894f-ed26e96e8c3c on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:13.855311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Attempting to bind port 58a27507-d5c9-4d06-894f-ed26e96e8c3c by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:13.855981 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Attempting to bind port 58a27507-d5c9-4d06-894f-ed26e96e8c3c on network 81e0c279-1045-439b-8782-4d60bf6266f4 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:13.859032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.863489 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:13.863874 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Checking segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:13.864334 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.864728 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Bound using segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:13.865200 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Bound port: 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:13.865527 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:11:13.866034 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.891154 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.895875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cc3ad983-5de0-431e-8821-a99ebcf6d07c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:13.963347 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Pushing event updated for resources: {'Port': ['ID=94b25a72-9057-4e1b-97dc-25e8dc6af66f,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:13.964091 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-3ca50329-343f-41a1-bc74-772facea160f None None] For port 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:13.968916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:13.978146 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-3ca50329-343f-41a1-bc74-772facea160f None None] For port 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=58a27507-d5c9-4d06-894f-ed26e96e8c3c,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:13.981943 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:13.983208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:13.985679 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:13.986459 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:13.992315 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:14.081690 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Pushing event updated for resources: {'Port': ['ID=58a27507-d5c9-4d06-894f-ed26e96e8c3c,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:14.087524 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:14.181214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:14.182176 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:14.435680 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Router 69485134-39d9-47c0-ae28-dfffbe740485 is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:11:14.640278 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:14.650451 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Sync routers for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:14.663723 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:14.664563 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29aa4ac0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:14.666193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:14.667539 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-24c97438-f548-44c5-9072-3d656ebff464 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 1.6514032
Oct 27 15:11:14.670090 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44760) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:14.871473 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:15.105943 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dc3299-966a-43c3-9c60-02a2041f5b6d None None] Network 81e0c279-1045-439b-8782-4d60bf6266f4 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:15.264858 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.308713 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-56a858a9-f9fe-4027-8b1f-4091e7114a5f None None] Provisioning for port 58a27507-d5c9-4d06-894f-ed26e96e8c3c completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:15.417598 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29aa4ac0>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:14Z', 'revision_number': 3, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:15.425450 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Checking router: 69485134-39d9-47c0-ae28-dfffbe740485 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:15.425800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Updating router 69485134-39d9-47c0-ae28-dfffbe740485 port 94b25a72-9057-4e1b-97dc-25e8dc6af66f binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:11:15.491561 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.595521 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.824966 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Allocated IP 172.20.0.1 (81e0c279-1045-439b-8782-4d60bf6266f4/f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e/570e4345-a93f-4c25-ae72-6d402a3a3ac4) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:15.882797 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.896196 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Transition to ACTIVE for port object 94b25a72-9057-4e1b-97dc-25e8dc6af66f will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:15.902813 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.906634 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-18075570-b15c-4cb5-aeb1-9e6832c0780d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:15.977252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.985631 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Pushing event updated for resources: {'Port': ['ID=94b25a72-9057-4e1b-97dc-25e8dc6af66f,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:15.989379 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:15.990078 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Attempting to bind port 94b25a72-9057-4e1b-97dc-25e8dc6af66f on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:15.990447 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Attempting to bind port 94b25a72-9057-4e1b-97dc-25e8dc6af66f by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:15.990811 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Attempting to bind port 94b25a72-9057-4e1b-97dc-25e8dc6af66f on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:15.995380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Transition to ACTIVE for port object 570e4345-a93f-4c25-ae72-6d402a3a3ac4 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:15.997625 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:15.998005 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:15.998410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:15.998804 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:15.999270 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Bound port: 94b25a72-9057-4e1b-97dc-25e8dc6af66f, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:15.999748 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.022179 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.026948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be1dd9b7-80fc-4f7a-b3ae-b24962678cd6 tempest-VolumesNegativeTest-1963166445 tempest-VolumesNegativeTest-1963166445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:16.075978 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] For port 94b25a72-9057-4e1b-97dc-25e8dc6af66f, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:16.079342 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] For port 94b25a72-9057-4e1b-97dc-25e8dc6af66f, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=94b25a72-9057-4e1b-97dc-25e8dc6af66f,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:16.085302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.089810 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:16.091500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Network 81e0c279-1045-439b-8782-4d60bf6266f4 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:16.094252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:16.098574 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:16.136417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Pushing event updated for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:16.143615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:16.188281 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.201429 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Pushing event updated for resources: {'Port': ['ID=94b25a72-9057-4e1b-97dc-25e8dc6af66f,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:16.212887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:16.217117 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:16.217774 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29aa4ac0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:16.345375 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 58a27507-d5c9-4d06-894f-ed26e96e8c3c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:16.356713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.498339 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-358ab747-6574-414d-aa38-487e01312cc1 None None] Provisioning for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:16.512574 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-358ab747-6574-414d-aa38-487e01312cc1 None None] Provisioning complete for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:16.512955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-358ab747-6574-414d-aa38-487e01312cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.545549 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:16.602905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.607986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.638183 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:16.638770 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-358ab747-6574-414d-aa38-487e01312cc1 None None] Port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:11:16.642475 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 58a27507-d5c9-4d06-894f-ed26e96e8c3c completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:16.700468 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 58a27507-d5c9-4d06-894f-ed26e96e8c3c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:16.700845 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.715593 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:16.719108 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Pushing event updated for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:16.721988 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:16.862887 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Network 81e0c279-1045-439b-8782-4d60bf6266f4 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:16.864155 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:16.977879 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:17.038633 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=58a27507-d5c9-4d06-894f-ed26e96e8c3c,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:17.047049 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:17.050635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:17.101640 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29aa4ac0>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:15Z', 'revision_number': 1, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:17.117873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d21597-e556-4504-b437-f38ae109ce00 None None] The sync data for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi is: [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:15Z', 'revision_number': 1, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:17.136281 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=58a27507-d5c9-4d06-894f-ed26e96e8c3c,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:17.139512 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:17.172324 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-ce1a4485-3fdd-443c-9036-dd3893569e79 None None] Provisioning complete for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:17.172996 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-ce1a4485-3fdd-443c-9036-dd3893569e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:17.262083 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a4485-3fdd-443c-9036-dd3893569e79 None None] Port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:11:17.609188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Router 69485134-39d9-47c0-ae28-dfffbe740485 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:17.937953 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972d476-1f6b-4ef2-9593-28500d1119ff req-b2cb0699-9c1d-4b70-b769-383a338ef17d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:17.939464 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9972d476-1f6b-4ef2-9593-28500d1119ff req-b2cb0699-9c1d-4b70-b769-383a338ef17d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1411610
Oct 27 15:11:17.982033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:17.995607 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] 10.222.0.89 "PUT /v2.0/routers/69485134-39d9-47c0-ae28-dfffbe740485/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3225434
Oct 27 15:11:18.019947 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9972d476-1f6b-4ef2-9593-28500d1119ff req-e4c95433-acbc-4357-8088-dc410056632f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682964
Oct 27 15:11:18.342288 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 94b25a72-9057-4e1b-97dc-25e8dc6af66f up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:18.444002 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 94b25a72-9057-4e1b-97dc-25e8dc6af66f completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:18.450586 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 94b25a72-9057-4e1b-97dc-25e8dc6af66f triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:18.450959 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:18.634597 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:18.653144 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 94b25a72-9057-4e1b-97dc-25e8dc6af66f, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=94b25a72-9057-4e1b-97dc-25e8dc6af66f,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:18.657674 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:18.660471 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 58a27507-d5c9-4d06-894f-ed26e96e8c3c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:18.686192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:18.779414 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=94b25a72-9057-4e1b-97dc-25e8dc6af66f,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:18.783089 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:18.795108 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 58a27507-d5c9-4d06-894f-ed26e96e8c3c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:18.795108 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.063594 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44820) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:19.070451 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1273478794-network', 'tenant_id': '642b9302784d4e77a394768cab836462'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:19.075424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:19.080235 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Usage tracker for resource:network and tenant:642b9302784d4e77a394768cab836462 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:19.083379 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:19.089687 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:19.100349 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Made reservation on behalf of 642b9302784d4e77a394768cab836462 for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:11:19.102985 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.116484 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.149161 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:19.154061 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Usage tracker for resource:security_group_rule and tenant:642b9302784d4e77a394768cab836462 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:19.157639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:19.165260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:19.234787 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.240534 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.245482 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9c5988a4-a1f0-4dd9-aebf-c2fc81aa5f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:19.265731 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762835c8-a19b-49c0-93ab-fa4c50687e31 req-98f9ef82-2bf1-4cee-9c28-277a843c2189 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:19.267220 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-762835c8-a19b-49c0-93ab-fa4c50687e31 req-98f9ef82-2bf1-4cee-9c28-277a843c2189 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0991123
Oct 27 15:11:19.273650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:11:19.283905 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0e398-8231-4f58-bf1a-e0f60cce6578,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:19.289291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:19.290462 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.290979 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Added segment 12910012-3372-4c30-8354-2e424d638a6e of type vlan for network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad
Oct 27 15:11:19.319626 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.334078 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-762835c8-a19b-49c0-93ab-fa4c50687e31 req-d3e7781d-55a7-4560-8283-2fe53192cd03 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601773
Oct 27 15:11:19.351841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.353067 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:19.353623 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.357122 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:19.453164 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3881915
Oct 27 15:11:19.455973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44824) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:19.458354 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7609c3ac-37ba-438c-9feb-f50e6e4ed9ad,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:19.461043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:19.461936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Request body: {'subnet': {'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1273478794-subnet', 'tenant_id': '642b9302784d4e77a394768cab836462', 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:19.467156 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:19.471678 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Usage tracker for resource:subnet and tenant:642b9302784d4e77a394768cab836462 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:19.472385 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:11:19.474778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:19.480848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:19.493605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Made reservation on behalf of 642b9302784d4e77a394768cab836462 for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:11:19.496240 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.759218 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:19.765795 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:19.801931 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-ab54e3ba-fe2e-41c5-84fd-c7d6b4dc3367 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1555209
Oct 27 15:11:19.884984 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=734a8ea5-6fdc-4f4c-a453-580fa651258f,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:19.889362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:19.910308 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Checking segment: {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:19.910660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Network hostable DHCP agents. Network: 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:11:19.944048 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-3304f0cd-23a3-4777-9a1a-d6b4aaa2026e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=0ef0fcc833424463b242c242eeeaebf1&device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 1099 time: 0.1194293
Oct 27 15:11:19.957818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:11:19.998577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:20.004087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:20.005329 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.008549 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08777e2a-9350-467b-93a9-1d1f81d43eaf None None] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:20.035416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9d416904-41c8-4d70-a28c-81964001a4fd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5781028
Oct 27 15:11:20.037865 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44834) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:20.043998 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:20.053405 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:20.058026 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Usage tracker for resource:router and tenant:642b9302784d4e77a394768cab836462 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:20.061595 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:20.070958 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:20.090446 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.091492 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.114283 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.199045 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722e448-b553-47bb-9f46-ad8a8484204b req-0e697f13-9899-4884-8bfe-443be1d39b03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:20.200736 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-0e697f13-9899-4884-8bfe-443be1d39b03 service neutron] 10.222.0.91 "GET /v2.0/networks?id=5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 200  len: 916 time: 0.2259071
Oct 27 15:11:20.310757 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.313108 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-e697e84c-62bd-44f4-9b86-47b765616943 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 200  len: 217 time: 0.1036005
Oct 27 15:11:20.356377 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 94b25a72-9057-4e1b-97dc-25e8dc6af66f up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:20.426732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722e448-b553-47bb-9f46-ad8a8484204b req-2b2bda0e-6720-4292-b44c-4e35d3f5c1c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:20.428250 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-2b2bda0e-6720-4292-b44c-4e35d3f5c1c1 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 200  len: 853 time: 0.1038468
Oct 27 15:11:20.510840 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'tenant_id': '642b9302784d4e77a394768cab836462', 'fixed_ips': [{'subnet_id': '734a8ea5-6fdc-4f4c-a453-580fa651258f'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:11:20.511777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.523480 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 94b25a72-9057-4e1b-97dc-25e8dc6af66f triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:20.523859 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.587602 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8541f2-ebd4-4a95-a7c1-017dea5fef53 req-7a5b32f8-818e-4f4e-85dc-b756cd5c57d7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:20.589046 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9f8541f2-ebd4-4a95-a7c1-017dea5fef53 req-7a5b32f8-818e-4f4e-85dc-b756cd5c57d7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1107535
Oct 27 15:11:20.593197 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-91930126-5dae-4560-905e-67047bf41c10 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=5bfb410c-3f78-4859-9b01-567af282983d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1574745
Oct 27 15:11:20.656034 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde5796-f4cc-41fb-8146-b204461865ff req-0af461b7-6021-466e-94c9-31756ecf4cf6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:20.656759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-2fde5796-f4cc-41fb-8146-b204461865ff req-0af461b7-6021-466e-94c9-31756ecf4cf6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:20.720451 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-2fde5796-f4cc-41fb-8146-b204461865ff req-0af461b7-6021-466e-94c9-31756ecf4cf6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:20.722280 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2fde5796-f4cc-41fb-8146-b204461865ff req-0af461b7-6021-466e-94c9-31756ecf4cf6 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.3174448
Oct 27 15:11:20.731388 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.778106 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:20.803515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Allocated IP 172.20.0.2 (7609c3ac-37ba-438c-9feb-f50e6e4ed9ad/734a8ea5-6fdc-4f4c-a453-580fa651258f/1eb33c9c-fa82-4059-8791-755333a6551b) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:20.864358 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9f8541f2-ebd4-4a95-a7c1-017dea5fef53 req-319cb778-2c4a-4029-977f-4d87d759a16b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2685504
Oct 27 15:11:20.873128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-2fde5796-f4cc-41fb-8146-b204461865ff req-4e45bdd1-6c2a-4e85-9409-f53dfb36b03b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Synchronizing usage tracker for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:20.897785 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-4fbdb484-8d51-4158-9211-f99a2b023393 service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884533
Oct 27 15:11:20.935629 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-2fde5796-f4cc-41fb-8146-b204461865ff req-4e45bdd1-6c2a-4e85-9409-f53dfb36b03b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Unset dirty status for tenant:0ef0fcc833424463b242c242eeeaebf1 on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:20.936823 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2fde5796-f4cc-41fb-8146-b204461865ff req-4e45bdd1-6c2a-4e85-9409-f53dfb36b03b tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801026
Oct 27 15:11:20.956825 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Allocated IP 172.27.3.172 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/4d3e6c1f-4caa-407a-944c-82c839a84f4b) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:21.032411 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.045234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Transition to ACTIVE for port object 1eb33c9c-fa82-4059-8791-755333a6551b will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:21.063968 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7722e448-b553-47bb-9f46-ad8a8484204b req-6abd4aec-2fa0-4a9a-ac60-b9809368d88d service neutron] 10.222.0.91 "GET /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554329
Oct 27 15:11:21.068985 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Transition to ACTIVE for port object 1eb33c9c-fa82-4059-8791-755333a6551b will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:21.076022 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.084552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:21.132492 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.160674 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:21.164197 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:21.165297 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.170895 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:21.171655 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:21.174253 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Pushing event updated for resources: {'Port': ['ID=1eb33c9c-fa82-4059-8791-755333a6551b,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:21.177383 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:21.245022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:21.249500 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:21.255397 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:21.272461 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Attempting to bind port 1eb33c9c-fa82-4059-8791-755333a6551b on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:21.272875 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Attempting to bind port 1eb33c9c-fa82-4059-8791-755333a6551b by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:21.273225 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Attempting to bind port 1eb33c9c-fa82-4059-8791-755333a6551b on network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:21.280737 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:21.281118 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Checking segment: {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:21.281571 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.281970 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Bound using segment: {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:21.282437 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Bound port: 1eb33c9c-fa82-4059-8791-755333a6551b, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:21.282814 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.285914 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=4d3e6c1f-4caa-407a-944c-82c839a84f4b,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:21.289855 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:21.374965 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] For port 1eb33c9c-fa82-4059-8791-755333a6551b, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:21.378482 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] For port 1eb33c9c-fa82-4059-8791-755333a6551b, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1eb33c9c-fa82-4059-8791-755333a6551b,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:21.382642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.386213 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:21.425788 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.426533 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.467342 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Pushing event updated for resources: {'Port': ['ID=1eb33c9c-fa82-4059-8791-755333a6551b,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:21.471228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:21.688093 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:11:21.889253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:21.899540 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Sync routers for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:21.912939 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:21.913903 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299ac460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:21.914688 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:21.918937 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-991bbe12-b00e-4a21-a68e-964d88aa6cc3 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8768942
Oct 27 15:11:21.919328 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44846) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:22.123176 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:22.170455 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678fbe5-9390-469e-8180-85259215d94a req-5d3b9fd9-d96c-486c-b49d-0e1c6de3767f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:22.173102 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6678fbe5-9390-469e-8180-85259215d94a req-5d3b9fd9-d96c-486c-b49d-0e1c6de3767f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1677721
Oct 27 15:11:22.245885 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6678fbe5-9390-469e-8180-85259215d94a req-23b43671-0c47-4cbb-8ee5-ab8ea80e85d4 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615101
Oct 27 15:11:22.266962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1fd33-eac9-4c9a-8da7-c16ce353ffa3 req-5462cb0f-2fc3-4bba-8f83-f03f7d18c29d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:22.298390 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-49f1fd33-eac9-4c9a-8da7-c16ce353ffa3 req-5462cb0f-2fc3-4bba-8f83-f03f7d18c29d tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.1927595
Oct 27 15:11:22.403698 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1eb33c9c-fa82-4059-8791-755333a6551b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:22.456258 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-49f1fd33-eac9-4c9a-8da7-c16ce353ffa3 req-e51809c5-64b1-48d9-9313-4c5022b190e5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/security-groups?id=590ac1b8-2f93-43e7-aa03-0b9ce9169857&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568251
Oct 27 15:11:22.554484 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 1eb33c9c-fa82-4059-8791-755333a6551b completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:22.581408 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba59165-b43b-4aca-8360-a09e1613c307 None None] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:22.594373 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299ac460>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:21Z', 'revision_number': 3, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:22.602737 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Checking router: 8ed053a3-c63e-4c3d-a702-11f5b193c4bb for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:22.603348 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Updating router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb port 4d3e6c1f-4caa-407a-944c-82c839a84f4b binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:11:22.630920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-e916646d-b6e7-4462-b096-debd237223ff tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:22.636392 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-e916646d-b6e7-4462-b096-debd237223ff tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.91 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 946 time: 0.1275897
Oct 27 15:11:22.668115 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:22.725311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Deleting port fb56dfc5-9885-413d-80fd-5386578d3903 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:22.725666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:22.751651 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Provisioning for port 1eb33c9c-fa82-4059-8791-755333a6551b completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:22.787930 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Provisioning complete for port 1eb33c9c-fa82-4059-8791-755333a6551b triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:22.788467 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:22.931675 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.008948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] For port 1eb33c9c-fa82-4059-8791-755333a6551b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1eb33c9c-fa82-4059-8791-755333a6551b,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:23.017425 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.019846 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:23.080985 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.109184 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Pushing event updated for resources: {'Port': ['ID=1eb33c9c-fa82-4059-8791-755333a6551b,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:23.111095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] For port fb56dfc5-9885-413d-80fd-5386578d3903, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=fb56dfc5-9885-413d-80fd-5386578d3903,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:23.114814 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:23.115977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.125195 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.153504 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Transition to ACTIVE for port object 4d3e6c1f-4caa-407a-944c-82c839a84f4b will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:23.163132 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.171900 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:23.238691 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Attempting to bind port 4d3e6c1f-4caa-407a-944c-82c839a84f4b on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:23.239162 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Attempting to bind port 4d3e6c1f-4caa-407a-944c-82c839a84f4b by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:23.240430 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Attempting to bind port 4d3e6c1f-4caa-407a-944c-82c839a84f4b on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:23.255963 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:23.256330 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:23.256728 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.257960 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:23.258440 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Bound port: 4d3e6c1f-4caa-407a-944c-82c839a84f4b, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:23.259023 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.337634 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Pushing event updated for resources: {'Port': ['ID=4d3e6c1f-4caa-407a-944c-82c839a84f4b,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:23.356980 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Calling delete_port for fb56dfc5-9885-413d-80fd-5386578d3903 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:23.369243 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.369587 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.369916 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.370236 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.370559 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.370874 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.371187 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.371590 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.371907 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.372265 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.372596 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:23.378305 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:23.383160 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] For port 4d3e6c1f-4caa-407a-944c-82c839a84f4b, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:23.386493 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] For port 4d3e6c1f-4caa-407a-944c-82c839a84f4b, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4d3e6c1f-4caa-407a-944c-82c839a84f4b,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:23.398026 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.402596 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:23.407017 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Allocated IP 172.20.0.1 (7609c3ac-37ba-438c-9feb-f50e6e4ed9ad/734a8ea5-6fdc-4f4c-a453-580fa651258f/19e29897-8b7f-426f-aeb5-21b926f2c91d) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:23.461557 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-50032b4d-1388-4367-8927-8ce9b5867faf None None] Provisioning complete for port 1eb33c9c-fa82-4059-8791-755333a6551b triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:23.462689 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-50032b4d-1388-4367-8927-8ce9b5867faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.512209 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Pushing event updated for resources: {'Port': ['ID=4d3e6c1f-4caa-407a-944c-82c839a84f4b,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:23.515854 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:23.517025 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:23.518823 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299ac460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:23.630768 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33224609-45ea-4dc0-9db0-fcda63437d13 req-dafb896d-b516-43ff-8d4a-4280c03ab7ed tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:23.632384 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33224609-45ea-4dc0-9db0-fcda63437d13 req-dafb896d-b516-43ff-8d4a-4280c03ab7ed tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1656628
Oct 27 15:11:23.633735 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.640342 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-84cf4609-ce5f-44e5-a4a3-45ace8e38874 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:23.648645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.657667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['fb56dfc5-9885-413d-80fd-5386578d3903'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:11:23.686978 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Transition to ACTIVE for port object 19e29897-8b7f-426f-aeb5-21b926f2c91d will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:23.704042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Pushing event deleted for resources: {'Port': ['ID=fb56dfc5-9885-413d-80fd-5386578d3903,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:23.710610 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:23.753394 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:23.758365 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5e76bddb-8b8a-42df-b3f4-c4966bd9fd35 req-15d0bc33-e660-42dc-aa1f-21768a821a82 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.89 "GET /v2.0/ports?device_id=0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779 HTTP/1.1" status: 200  len: 210 time: 0.0692806
Oct 27 15:11:23.776826 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.791432 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:23.803429 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] No DVR routers for this DVR port fb56dfc5-9885-413d-80fd-5386578d3903 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:11:23.809039 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.813674 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-33224609-45ea-4dc0-9db0-fcda63437d13 req-fc66e2b7-6d68-4abf-96a7-a7159bf85e60 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1411943
Oct 27 15:11:23.814183 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'name': 'network-vif-deleted', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:11:23.833039 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be2f9aac-0030-4411-8ef8-1a7291c07037 req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] 10.222.0.91 "DELETE /v2.0/ports/fb56dfc5-9885-413d-80fd-5386578d3903 HTTP/1.1" status: 204  len: 173 time: 1.1895235
Oct 27 15:11:23.871590 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:23.875478 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:23.881458 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:23.924869 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd2fbdf-68ed-4cc8-bd7e-4d11a759a779', 'name': 'network-vif-deleted', 'tag': 'fb56dfc5-9885-413d-80fd-5386578d3903', 'status': 'completed', 'code': 200}
Oct 27 15:11:23.969282 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:23.978214 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Pushing event updated for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:23.992408 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:24.095546 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.167282 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299ac460>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:21Z', 'revision_number': 3, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:24.171411 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e24db1f-14bb-4d3b-9de2-83b477bc5375 None None] The sync data for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi is: [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:21Z', 'revision_number': 3, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:24.260653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-95ff5e49-d273-4584-b0cb-7bca1856344c None None] Provisioning for port 19e29897-8b7f-426f-aeb5-21b926f2c91d completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:24.267366 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-95ff5e49-d273-4584-b0cb-7bca1856344c None None] Provisioning complete for port 19e29897-8b7f-426f-aeb5-21b926f2c91d triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:24.267815 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-95ff5e49-d273-4584-b0cb-7bca1856344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.294063 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1eb33c9c-fa82-4059-8791-755333a6551b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:24.371459 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.378291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2623485'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.384359 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-95ff5e49-d273-4584-b0cb-7bca1856344c None None] Port 19e29897-8b7f-426f-aeb5-21b926f2c91d cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:11:24.402568 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 1eb33c9c-fa82-4059-8791-755333a6551b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:24.402955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.413163 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:24.496018 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:24.499803 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Pushing event updated for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:24.503257 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:24.646122 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:24.647131 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:24.911730 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-e4091a6d-6ef9-4005-9b3e-0c5bb622cbfc None None] Provisioning complete for port 19e29897-8b7f-426f-aeb5-21b926f2c91d triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:24.912722 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e4091a6d-6ef9-4005-9b3e-0c5bb622cbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:25.007024 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-e4091a6d-6ef9-4005-9b3e-0c5bb622cbfc None None] Port 19e29897-8b7f-426f-aeb5-21b926f2c91d cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:11:25.155999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7b811-3806-45b6-bc56-746f011b50a2 req-1c80d196-c11a-4c5a-b756-cd071e771595 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:25.157734 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3ed7b811-3806-45b6-bc56-746f011b50a2 req-1c80d196-c11a-4c5a-b756-cd071e771595 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1616762
Oct 27 15:11:25.225975 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3ed7b811-3806-45b6-bc56-746f011b50a2 req-979fe63b-db69-4fbb-b35e-0f69a57fe233 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594857
Oct 27 15:11:25.257762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:25.478709 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:25.487718 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] 10.222.0.89 "PUT /v2.0/routers/8ed053a3-c63e-4c3d-a702-11f5b193c4bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5675216
Oct 27 15:11:25.709377 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44918) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.085315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44922) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.091047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355045704', 'description': 'tempest-secgroup-smoke-1355045704 description', 'project_id': 'd220deb2c33140c686078aa4d9dca760'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:26.097396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.101516 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.104535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.110466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.113825 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.122412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.161162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.165299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.168765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.178034 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.245992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.252369 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.258850 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-842f1f24-c5e4-4ead-a1da-4239fd1c7290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:26.307171 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:26.310121 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:26.334268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.338894 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a1834b98-81e7-4a68-ad72-c976fc945128 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2525339
Oct 27 15:11:26.339634 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44930) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.346074 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:26.352510 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.356417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.359498 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.367584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.387826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.520958 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.525924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.533447 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:26.561679 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da5c4-9845-4569-a2a3-cfcb43404026 req-60e346c5-1172-49d2-aeb6-3909516eab86 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:26.563324 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8f7da5c4-9845-4569-a2a3-cfcb43404026 req-60e346c5-1172-49d2-aeb6-3909516eab86 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1641281
Oct 27 15:11:26.564058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508de15e-f11e-44f2-893a-c90e3ce169bd,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:26.570204 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:26.589048 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.590209 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7b571214-3de7-4b82-92ee-7f0f4922adf5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2494872
Oct 27 15:11:26.593905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44934) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.601410 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:26.606971 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device fb56dfc5-9885-413d-80fd-5386578d3903 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:26.609055 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.621372 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.627692 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.637325 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.642361 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8f7da5c4-9845-4569-a2a3-cfcb43404026 req-85af996f-f70b-4710-9a6a-be804ae8a05a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700865
Oct 27 15:11:26.646583 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: fb56dfc5-9885-413d-80fd-5386578d3903 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:26.646929 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device fb56dfc5-9885-413d-80fd-5386578d3903 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:26.658968 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.728903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.733697 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.735909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b0a15276-c56c-445b-a03f-825a1f2933b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:26.760174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c10bb4b2-1b59-43c2-8d9f-f5a7099250aa,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:26.771099 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:26.776487 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.777704 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1827652
Oct 27 15:11:26.780618 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44938) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.787408 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:26.793324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.797083 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.800777 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.806557 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.826372 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.854245 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Deleting port 4c367845-6b19-4e5a-98b2-e9fcd769f946 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:26.854817 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.894658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.899303 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.901660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:26.925105 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9f5ef3-7fda-4478-b757-fddc5751b5b0,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:26.931216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:26.938895 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:26.940881 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1593275
Oct 27 15:11:26.943826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44942) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:26.949474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:26.955589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:26.959392 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:26.962540 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:26.968749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:26.987487 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.039297 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] For port 4c367845-6b19-4e5a-98b2-e9fcd769f946, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4c367845-6b19-4e5a-98b2-e9fcd769f946,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:27.039675 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.058108 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.062052 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.064314 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-78d3263b-849a-45c3-a406-07352b824c4c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:27.166972 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Calling delete_port for 4c367845-6b19-4e5a-98b2-e9fcd769f946 owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:27.184911 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0c6606-343c-4f6b-8952-c5a34256ff36,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:27.190717 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:27.198764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.200426 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-55881a68-1f58-4e19-981a-9e9dae0ca8a4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2553952
Oct 27 15:11:27.203747 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44946) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:27.210055 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:27.216735 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:27.222560 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:27.225820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:27.231526 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:27.248181 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.securitygroups_db [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Project d220deb2c33140c686078aa4d9dca760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:11:27.254997 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.327988 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.331840 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.333807 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:27.355413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b68dc70-e2cd-46bf-9da6-4bae92703197,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:27.359830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:27.375838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.379978 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d466649a-db85-4a0b-bcc8-51811b3a606f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1723557
Oct 27 15:11:27.380274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 44952) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:27.386256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'security_group_rule': {'security_group_id': '9ff0521c-1fe7-4c6a-91d1-9a3c463365a8', 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:27.394438 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:27.398542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:security_group_rule and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:11:27.402444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:11:27.409248 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:27.420639 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.securitygroups_db [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Project d220deb2c33140c686078aa4d9dca760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:11:27.428099 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.505237 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.509570 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:27.511777 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.516327 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.519022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:27.544683 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c700a9e2-eeec-4822-8b36-ba1771e4b751,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:27.549391 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:27.551795 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c367845-6b19-4e5a-98b2-e9fcd769f946,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:27.554300 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:27.555585 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.560082 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-cf0973e6-a057-4eec-b964-d82262173e46 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1786525
Oct 27 15:11:27.877671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:27.898389 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c544c3-3f18-4c7e-8d6a-d61a4a662116 req-f6180aca-0570-4965-a7cb-accb441889de tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:27.899938 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c4c544c3-3f18-4c7e-8d6a-d61a4a662116 req-f6180aca-0570-4965-a7cb-accb441889de tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1059175
Oct 27 15:11:27.950241 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c4c544c3-3f18-4c7e-8d6a-d61a4a662116 req-d733cd25-427b-4ec4-a092-a52cf5f6833f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440485
Oct 27 15:11:28.606439 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Router ad805920-01fc-460f-83d2-cb31e9a24e00 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:28.821193 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:28.830169 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Sync routers for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:28.837388 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] 10.222.0.89 "PUT /v2.0/routers/ad805920-01fc-460f-83d2-cb31e9a24e00/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1269019
Oct 27 15:11:28.839954 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44984) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:28.843651 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:28.844284 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298b3ac0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:29.038710 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:29.044651 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:29.180504 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953456c-0f52-4a2f-adea-2d88cae48781 req-c702aa63-064d-4e34-bd7e-dc254be0d02f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:29.182508 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1953456c-0f52-4a2f-adea-2d88cae48781 req-c702aa63-064d-4e34-bd7e-dc254be0d02f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0982041
Oct 27 15:11:29.263207 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1953456c-0f52-4a2f-adea-2d88cae48781 req-6cc53654-6575-47ba-943a-d441df20239e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739977
Oct 27 15:11:29.264528 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:29.290519 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Deleting port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:29.290869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:29.362244 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298b3ac0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:11:27Z', 'revision_number': 5, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port': {'id': '0ee9a42c-0ebe-462f-9c71-edaac02bbcbd', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:07:56Z', 'updated_at': '2021-10-27T15:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:29.366819 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Checking router: ad805920-01fc-460f-83d2-cb31e9a24e00 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:29.379563 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Routers {'ad805920-01fc-460f-83d2-cb31e9a24e00'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:29.380190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298b3ac0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ad805920-01fc-460f-83d2-cb31e9a24e00'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:29.479853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] For port 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:29.480082 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:29.575499 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] Set router ad805920-01fc-460f-83d2-cb31e9a24e00 gateway port host: None {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:29.604916 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Calling delete_port for 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:29.687318 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298b3ac0>, [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:11:29Z', 'revision_number': 6, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:29.692192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fde9c87-ef68-48bf-a4a8-b759ea8a1acf None None] The sync data for ids ['ad805920-01fc-460f-83d2-cb31e9a24e00'] in dv-cinder-815673-1-iscsi is: [{'id': 'ad805920-01fc-460f-83d2-cb31e9a24e00', 'name': 'tempest-TestMinimumBasicScenario-670690823-router', 'tenant_id': '0ef0fcc833424463b242c242eeeaebf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:07:55Z', 'updated_at': '2021-10-27T15:11:29Z', 'revision_number': 6, 'project_id': '0ef0fcc833424463b242c242eeeaebf1', 'gw_port_host': None}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:29.890038 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:29.893716 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:29.935450 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee9a42c-0ebe-462f-9c71-edaac02bbcbd,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:29.973598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.974002 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.974323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.974674 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.975027 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.975373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.975747 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.976098 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.976439 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.976775 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.977110 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:29.984085 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:30.192387 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.405453 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4d3e6c1f-4caa-407a-944c-82c839a84f4b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:30.515113 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 4d3e6c1f-4caa-407a-944c-82c839a84f4b completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:30.527179 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4d3e6c1f-4caa-407a-944c-82c839a84f4b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:30.527733 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.554916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997fbf6-e731-448f-9a0c-3cc45ab023df req-7ae7cd11-40f8-4c6d-bd02-f1c0a5d8331f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:30.556657 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9997fbf6-e731-448f-9a0c-3cc45ab023df req-7ae7cd11-40f8-4c6d-bd02-f1c0a5d8331f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1158309
Oct 27 15:11:30.606601 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.611562 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.628200 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9997fbf6-e731-448f-9a0c-3cc45ab023df req-570f7473-b153-424c-818e-52a4f5dbaea5 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637560
Oct 27 15:11:30.675513 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.701412 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 4d3e6c1f-4caa-407a-944c-82c839a84f4b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4d3e6c1f-4caa-407a-944c-82c839a84f4b,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:30.715352 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.717365 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.717537 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a9a96127-b59c-451e-ab96-b0d34868775e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:30.720351 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad805920-01fc-460f-83d2-cb31e9a24e00 {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:11:30.733862 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.735510 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] 10.222.0.89 "DELETE /v2.0/routers/ad805920-01fc-460f-83d2-cb31e9a24e00 HTTP/1.1" status: 204  len: 168 time: 1.8941543
Oct 27 15:11:30.738171 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 44998) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:30.750373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4c367845-6b19-4e5a-98b2-e9fcd769f946 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:30.799873 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Deleting subnet 278d5425-1f58-41d5-aabc-99d90491b16e {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:11:30.802946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.805986 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 4c367845-6b19-4e5a-98b2-e9fcd769f946 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:30.806469 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4c367845-6b19-4e5a-98b2-e9fcd769f946 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:30.835944 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=4d3e6c1f-4caa-407a-944c-82c839a84f4b,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:30.839306 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:30.859283 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:30.976704 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.048445 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.053304 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-bba41242-1ed3-4964-8caf-2e1f02dc3bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:31.088103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278d5425-1f58-41d5-aabc-99d90491b16e,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:31.091406 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:31.092548 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.099131 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-accbecfb-6675-4213-88c5-eaeea1413a6b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/278d5425-1f58-41d5-aabc-99d90491b16e HTTP/1.1" status: 204  len: 168 time: 0.3597772
Oct 27 15:11:31.100406 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa00eb-5380-4f31-a08c-85b6f8ea3fef None None] Network 5bfb410c-3f78-4859-9b01-567af282983d requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:31.103607 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45004) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:31.231353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.243660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Deleting port b0450a90-6262-491c-b7c5-02e4a9f6b174 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:31.244029 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.257790 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Sync routers for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:31.280673 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:31.281397 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29956f40>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:31.487477 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:31.505811 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] For port b0450a90-6262-491c-b7c5-02e4a9f6b174, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=b0450a90-6262-491c-b7c5-02e4a9f6b174,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:31.506194 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.568747 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] DHCP port deletion for 5bfb410c-3f78-4859-9b01-567af282983d request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:11:31.573883 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Deleting port b0450a90-6262-491c-b7c5-02e4a9f6b174 {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:31.574682 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.648728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Calling delete_port for b0450a90-6262-491c-b7c5-02e4a9f6b174 owned by network:dhcp {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:31.731127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.736318 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fff8d970-3171-4342-8ef9-3d91beef25dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:31.818684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0450a90-6262-491c-b7c5-02e4a9f6b174,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:31.827367 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:31.835914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] No DVR routers for this DVR port b0450a90-6262-491c-b7c5-02e4a9f6b174 on host dv-cinder-815673-1-iscsi {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:11:31.858427 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29956f40>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 2, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:31.863003 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] For port b0450a90-6262-491c-b7c5-02e4a9f6b174, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=b0450a90-6262-491c-b7c5-02e4a9f6b174,segment=NetworkSegment(bad25e1d-9c59-4ec6-8e88-461eed83800f),segment_id=bad25e1d-9c59-4ec6-8e88-461eed83800f)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:31.863411 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.863675 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Checking router: 69485134-39d9-47c0-ae28-dfffbe740485 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:31.864209 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Updating router 69485134-39d9-47c0-ae28-dfffbe740485 port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:11:31.927629 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.985158 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:31.998379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee553ca-f278-46e0-9d76-a887e0c84220 req-28d83b8c-77b3-4ff4-9201-1990e6f20a75 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:31.999981 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bee553ca-f278-46e0-9d76-a887e0c84220 req-28d83b8c-77b3-4ff4-9201-1990e6f20a75 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.2220576
Oct 27 15:11:32.006757 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Calling delete_port for b0450a90-6262-491c-b7c5-02e4a9f6b174 owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:32.036197 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac293fdee0>,) {'filters': {'network_id': ['5bfb410c-3f78-4859-9b01-567af282983d']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:32.062882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac293fdee0>, 'bad25e1d-9c59-4ec6-8e88-461eed83800f') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:32.063167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac293fdee0>, 'bad25e1d-9c59-4ec6-8e88-461eed83800f') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:32.097534 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.127725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.141770 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:11:32.142375 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.151972 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:11:32.152372 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:11:32.156491 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:11:32.164698 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bee553ca-f278-46e0-9d76-a887e0c84220 req-f7bafd9c-d2b2-4c86-833e-1b043878df95 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111255
Oct 27 15:11:32.250156 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.256492 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.260732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:32.282519 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4d3e6c1f-4caa-407a-944c-82c839a84f4b up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:32.295478 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bfb410c-3f78-4859-9b01-567af282983d,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:32.303907 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:32.316823 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] 10.222.0.89 "DELETE /v2.0/networks/5bfb410c-3f78-4859-9b01-567af282983d HTTP/1.1" status: 204  len: 168 time: 1.2139301
Oct 27 15:11:32.320032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45014) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:32.350560 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.368690 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Transition to ACTIVE for port object 570e4345-a93f-4c25-ae72-6d402a3a3ac4 will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:32.378726 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.380789 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4d3e6c1f-4caa-407a-944c-82c839a84f4b triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:32.381412 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.391593 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:32.458778 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81793878-4ac5-4def-a007-62d45b76ded1 None None] Pushing event updated for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:32.463550 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-81793878-4ac5-4def-a007-62d45b76ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:32.578770 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device b0450a90-6262-491c-b7c5-02e4a9f6b174 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:32.622040 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: b0450a90-6262-491c-b7c5-02e4a9f6b174 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:32.622781 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device b0450a90-6262-491c-b7c5-02e4a9f6b174 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:32.623364 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:32.659112 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Deleting port b0450a90-6262-491c-b7c5-02e4a9f6b174 {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:32.659786 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.662018 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Attempting to bind port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:32.662488 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Attempting to bind port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:32.662950 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Attempting to bind port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 on network 81e0c279-1045-439b-8782-4d60bf6266f4 {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:32.671013 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:32.671601 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Checking segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:32.672246 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.678129 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Bound using segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:32.678129 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Bound port: 570e4345-a93f-4c25-ae72-6d402a3a3ac4, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:32.678129 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.697667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:32.698274 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0ee9a42c-0ebe-462f-9c71-edaac02bbcbd not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:32.867906 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] For port 570e4345-a93f-4c25-ae72-6d402a3a3ac4, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:32.872921 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] For port 570e4345-a93f-4c25-ae72-6d402a3a3ac4, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=570e4345-a93f-4c25-ae72-6d402a3a3ac4,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:32.879778 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:32.884332 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:32.896105 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-c783f08f-d7e7-4de8-9237-924dcbbad6ae None None] The port 'b0450a90-6262-491c-b7c5-02e4a9f6b174' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:11:32.967311 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81793878-4ac5-4def-a007-62d45b76ded1 None None] Pushing event updated for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=4']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:32.982685 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:32.983293 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29956f40>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:33.072690 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-81793878-4ac5-4def-a007-62d45b76ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:33.081863 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:33.260313 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:33.583053 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef752ac6-e5f4-47e7-8e12-e64d0aad28ad req-b4834582-9845-4c65-ae84-57289f240730 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:33.584572 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ef752ac6-e5f4-47e7-8e12-e64d0aad28ad req-b4834582-9845-4c65-ae84-57289f240730 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.2040377
Oct 27 15:11:33.608493 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29956f40>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:32Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:33.616571 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a572af-ed54-4d6d-a19b-ce5519af7a45 None None] The sync data for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi is: [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:32Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:33.690905 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ef752ac6-e5f4-47e7-8e12-e64d0aad28ad req-bad86afd-b02e-4194-ba9c-55a1512339f5 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988507
Oct 27 15:11:33.945042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Deleting port e6573130-12ef-4d50-b754-b388e322ef61 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:33.945395 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:34.312112 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 570e4345-a93f-4c25-ae72-6d402a3a3ac4 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:34.369669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] For port e6573130-12ef-4d50-b754-b388e322ef61, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e6573130-12ef-4d50-b754-b388e322ef61,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:34.370303 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:34.380489 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-2a33cd1e-e76c-4cfd-b1b8-a5df8595867d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1098 time: 0.2536476
Oct 27 15:11:34.391160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ba600-d03d-42f6-8f2a-e666b0643060 req-4efecaec-3cf2-4f35-97d1-aa6096395237 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:34.396003 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b56ba600-d03d-42f6-8f2a-e666b0643060 req-4efecaec-3cf2-4f35-97d1-aa6096395237 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.3270292
Oct 27 15:11:34.405382 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:34.413257 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:34.413626 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:34.451533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Sync routers for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:34.497513 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:34.498179 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b3e970>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:34.537377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Calling delete_port for e6573130-12ef-4d50-b754-b388e322ef61 owned by network:router_interface {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:34.715045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:34.768010 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 570e4345-a93f-4c25-ae72-6d402a3a3ac4, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=570e4345-a93f-4c25-ae72-6d402a3a3ac4,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:34.773369 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:34.813864 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:34.816548 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:34.841699 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b56ba600-d03d-42f6-8f2a-e666b0643060 req-4755c1d7-9745-4117-9511-5b23faa9beb7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3682969
Oct 27 15:11:34.867992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-58b8749d-b071-4c78-bf48-3e0f3f692cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:34.867992 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-58b8749d-b071-4c78-bf48-3e0f3f692cca service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.4702699
Oct 27 15:11:34.969354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:34.972820 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:34.989402 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-b5fe2d8f-d7aa-41fa-97c8-8898e2660e40 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 1001 time: 0.1138380
Oct 27 15:11:35.110284 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-7a4d1011-e246-4b0b-b0e0-b79b76e03adf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:35.112426 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-7a4d1011-e246-4b0b-b0e0-b79b76e03adf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.1126549
Oct 27 15:11:35.116946 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.121576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6ed85894-aec9-4e5f-bb20-c737ac9cff64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:35.194279 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b3e970>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:24Z', 'revision_number': 4, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '19e29897-8b7f-426f-aeb5-21b926f2c91d', 'name': '', 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'tenant_id': '642b9302784d4e77a394768cab836462', 'mac_address': 'fa:16:3e:0c:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:23Z', 'updated_at': '2021-10-27T15:11:24Z', 'revision_number': 2, 'project_id': '642b9302784d4e77a394768cab836462', 'subnets': [{'id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:35.199129 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Checking router: 8ed053a3-c63e-4c3d-a702-11f5b193c4bb for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:35.199519 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Updating router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb port 19e29897-8b7f-426f-aeb5-21b926f2c91d binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:11:35.204553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6573130-12ef-4d50-b754-b388e322ef61,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:35.208552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:35.258386 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.394685 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-071138f3-5727-49bd-aa0f-3c0b64f372a9 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2441776
Oct 27 15:11:35.612676 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-abb94438-a066-4238-943a-e096b5e6534c service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015772
Oct 27 15:11:35.647036 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.661055 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Transition to ACTIVE for port object 19e29897-8b7f-426f-aeb5-21b926f2c91d will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:35.668056 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.672971 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:35.772711 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6065fd2f-f62e-4b98-a4e5-a15ec5cd13b9 req-d91725d5-4739-42a5-aa30-e6516619a0c3 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519296
Oct 27 15:11:35.776125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.812984 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Pushing event updated for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:35.815897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:35.911178 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Attempting to bind port 19e29897-8b7f-426f-aeb5-21b926f2c91d on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:35.911586 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Attempting to bind port 19e29897-8b7f-426f-aeb5-21b926f2c91d by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:35.911944 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Attempting to bind port 19e29897-8b7f-426f-aeb5-21b926f2c91d on network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:35.918727 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:35.919099 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Checking segment: {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:35.919531 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:35.919926 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Bound using segment: {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:35.920508 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Bound port: 19e29897-8b7f-426f-aeb5-21b926f2c91d, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12910012-3372-4c30-8354-2e424d638a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:35.920885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:36.062704 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] For port 19e29897-8b7f-426f-aeb5-21b926f2c91d, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:36.068441 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] For port 19e29897-8b7f-426f-aeb5-21b926f2c91d, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=19e29897-8b7f-426f-aeb5-21b926f2c91d,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:36.073533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:36.078109 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:36.107123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d44a1-f687-4d2f-918c-d9bf00cc83ff req-cd025ce8-00fa-4e12-9715-aa296a931695 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:36.108665 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d31d44a1-f687-4d2f-918c-d9bf00cc83ff req-cd025ce8-00fa-4e12-9715-aa296a931695 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1147287
Oct 27 15:11:36.169125 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Pushing event updated for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:36.176558 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:36.177170 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:36.177819 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b3e970>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:36.305078 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2bacfe8c-e967-4ef2-9d02-ef875effbd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:36.396803 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 570e4345-a93f-4c25-ae72-6d402a3a3ac4 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:36.496009 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d31d44a1-f687-4d2f-918c-d9bf00cc83ff req-ff67ddee-197f-48f1-ae0d-7ca2e167cfa6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3759644
Oct 27 15:11:36.512161 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:36.627926 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:36.628298 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:36.657576 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:36.759518 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:11:36.979344 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:11:36.990626 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Sync routers for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:11:36.993968 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b3e970>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:24Z', 'revision_number': 4, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '19e29897-8b7f-426f-aeb5-21b926f2c91d', 'name': '', 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'tenant_id': '642b9302784d4e77a394768cab836462', 'mac_address': 'fa:16:3e:0c:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:23Z', 'updated_at': '2021-10-27T15:11:36Z', 'revision_number': 4, 'project_id': '642b9302784d4e77a394768cab836462', 'subnets': [{'id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:36.999193 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102bfab-1631-4f05-9108-14eb818eb697 None None] The sync data for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi is: [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:24Z', 'revision_number': 4, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '19e29897-8b7f-426f-aeb5-21b926f2c91d', 'name': '', 'network_id': '7609c3ac-37ba-438c-9feb-f50e6e4ed9ad', 'tenant_id': '642b9302784d4e77a394768cab836462', 'mac_address': 'fa:16:3e:0c:90:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:23Z', 'updated_at': '2021-10-27T15:11:36Z', 'revision_number': 4, 'project_id': '642b9302784d4e77a394768cab836462', 'subnets': [{'id': '734a8ea5-6fdc-4f4c-a453-580fa651258f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:37.000619 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] 10.222.0.89 "PUT /v2.0/routers/5b21b10d-df40-4528-8a72-2614dcbbe7b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6791615
Oct 27 15:11:37.004684 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45042) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:37.010308 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:37.010946 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b79d30>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:37.236974 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:37.405612 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:37.650714 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b79d30>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port': {'id': '71c27d05-7403-4c93-96a5-8d206aa39c3a', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:91:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:08:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:37.655280 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Checking router: 5b21b10d-df40-4528-8a72-2614dcbbe7b8 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:11:37.660101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:37.675061 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Routers {'5b21b10d-df40-4528-8a72-2614dcbbe7b8'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:11:37.675660 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29b79d30>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:11:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:37.684808 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Deleting port 71c27d05-7403-4c93-96a5-8d206aa39c3a {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:37.685145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:37.778075 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a8477-5b3a-440c-8051-b7af94e4e107 req-e68f1c17-856e-41c0-8013-0d8f591ff44a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:37.785275 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-251a8477-5b3a-440c-8051-b7af94e4e107 req-e68f1c17-856e-41c0-8013-0d8f591ff44a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0953369
Oct 27 15:11:37.840099 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-251a8477-5b3a-440c-8051-b7af94e4e107 req-99435ac6-be50-4f9a-a543-adce082ec0d4 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535269
Oct 27 15:11:37.883121 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] Set router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 gateway port host: None {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:11:37.915498 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] For port 71c27d05-7403-4c93-96a5-8d206aa39c3a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=71c27d05-7403-4c93-96a5-8d206aa39c3a,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:37.915853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:37.992070 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29b79d30>, [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:11:37Z', 'revision_number': 6, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:37.996486 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b60ab17-c6b4-40bf-a88d-1c0d0cfd6acc None None] The sync data for ids ['5b21b10d-df40-4528-8a72-2614dcbbe7b8'] in dv-cinder-815673-1-iscsi is: [{'id': '5b21b10d-df40-4528-8a72-2614dcbbe7b8', 'name': 'tempest-TestMinimumBasicScenario-2009573756-router', 'tenant_id': '17370a1e14984734adf98f923348836e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:08:05Z', 'updated_at': '2021-10-27T15:11:37Z', 'revision_number': 6, 'project_id': '17370a1e14984734adf98f923348836e', 'gw_port_host': None}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:11:38.046415 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Calling delete_port for 71c27d05-7403-4c93-96a5-8d206aa39c3a owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:38.241433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.248025 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-54af9a66-b42a-4e07-a102-25079d4743c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:38.296841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c27d05-7403-4c93-96a5-8d206aa39c3a,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:38.299849 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:38.348013 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8bfecc7a-6459-49a8-844d-27dbba9a9e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.542160 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.568261 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 19e29897-8b7f-426f-aeb5-21b926f2c91d up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:38.649644 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 19e29897-8b7f-426f-aeb5-21b926f2c91d completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:38.654960 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 19e29897-8b7f-426f-aeb5-21b926f2c91d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:38.655365 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.774437 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.808935 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 19e29897-8b7f-426f-aeb5-21b926f2c91d, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=19e29897-8b7f-426f-aeb5-21b926f2c91d,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:38.813050 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.816051 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:38.831466 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.838679 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.867543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e6573130-12ef-4d50-b754-b388e322ef61 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:38.880359 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.880880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b21b10d-df40-4528-8a72-2614dcbbe7b8 {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:11:38.897077 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:38.897530 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-ff0a8890-e772-400f-910d-3181831b2783 admin admin] 10.222.0.89 "DELETE /v2.0/routers/5b21b10d-df40-4528-8a72-2614dcbbe7b8 HTTP/1.1" status: 204  len: 168 time: 1.8918097
Oct 27 15:11:38.900081 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45056) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:38.912535 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: e6573130-12ef-4d50-b754-b388e322ef61 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:38.912884 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e6573130-12ef-4d50-b754-b388e322ef61 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:38.935661 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:38.942228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:39.072374 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Deleting subnet e82d1fd0-43a8-4592-9475-8f8143843760 {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:11:39.075520 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.128449 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.213249 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.217956 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.295861 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.300685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-abdf775d-c7fe-4370-a1d1-c3fb46135ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:39.334758 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82d1fd0-43a8-4592-9475-8f8143843760,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:39.338219 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:39.341802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.350910 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b612215f-7e2b-44b2-9774-a9674c49fb23 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/e82d1fd0-43a8-4592-9475-8f8143843760 HTTP/1.1" status: 204  len: 168 time: 0.4472930
Oct 27 15:11:39.351106 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bade8e-12f2-4318-a5bc-eca2e5b4b9b9 None None] Network 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:11:39.351582 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45062) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:39.461927 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.473741 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Deleting port 8b7e86c3-7f58-48b2-9325-639282c85deb {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:39.474068 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.608784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] DHCP port deletion for 34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:11:39.613326 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Deleting port 8b7e86c3-7f58-48b2-9325-639282c85deb {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:39.613818 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.694012 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] For port 8b7e86c3-7f58-48b2-9325-639282c85deb, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8b7e86c3-7f58-48b2-9325-639282c85deb,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:39.694368 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.824540 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Calling delete_port for 8b7e86c3-7f58-48b2-9325-639282c85deb owned by network:dhcp {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:39.879717 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] For port 8b7e86c3-7f58-48b2-9325-639282c85deb, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8b7e86c3-7f58-48b2-9325-639282c85deb,segment=NetworkSegment(21feefeb-e9d4-496c-b916-f6a919575aa4),segment_id=21feefeb-e9d4-496c-b916-f6a919575aa4)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:11:39.880025 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.903615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:39.907477 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9d5f7f51-6e4a-4964-be30-7e2ceac91a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:39.952367 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7e86c3-7f58-48b2-9325-639282c85deb,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:39.956818 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:39.960326 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] No DVR routers for this DVR port 8b7e86c3-7f58-48b2-9325-639282c85deb on host dv-cinder-815673-1-iscsi {{(pid=82715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:11:40.010922 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Calling delete_port for 8b7e86c3-7f58-48b2-9325-639282c85deb owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:11:40.084967 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:11:40.085318 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:11:40.086053 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.112043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28d605b0>,) {'filters': {'network_id': ['34b86fb9-c1de-4b9d-82e4-dc213a7bcf05']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:40.125483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d605b0>, '21feefeb-e9d4-496c-b916-f6a919575aa4') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:40.125832 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d605b0>, '21feefeb-e9d4-496c-b916-f6a919575aa4') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:11:40.138378 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.155306 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.161661 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Releasing vlan 1340 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:11:40.162053 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:11:40.175579 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:11:40.257397 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.261391 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:40.273668 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 19e29897-8b7f-426f-aeb5-21b926f2c91d up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:11:40.277737 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.290305 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b86fb9-c1de-4b9d-82e4-dc213a7bcf05,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:40.300242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:40.306853 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] 10.222.0.89 "DELETE /v2.0/networks/34b86fb9-c1de-4b9d-82e4-dc213a7bcf05 HTTP/1.1" status: 204  len: 168 time: 0.9546216
Oct 27 15:11:40.349806 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 19e29897-8b7f-426f-aeb5-21b926f2c91d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:40.349806 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.543610 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8b7e86c3-7f58-48b2-9325-639282c85deb no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:40.548087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45074) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:40.579661 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 8b7e86c3-7f58-48b2-9325-639282c85deb {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:40.579923 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8b7e86c3-7f58-48b2-9325-639282c85deb not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:40.586089 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Deleting port 8b7e86c3-7f58-48b2-9325-639282c85deb {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:11:40.586555 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.613690 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-240fbd4b-ee68-411f-b4a8-62a548df9b9c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0ef0fcc833424463b242c242eeeaebf1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0638638
Oct 27 15:11:40.616126 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45078) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:40.658131 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-edc515a1-9eb3-43b1-85ff-7642dd2b28b5 None None] The port '8b7e86c3-7f58-48b2-9325-639282c85deb' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:11:40.679518 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.706777 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.767427 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.774451 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d94b42de-ce33-48d1-94a1-d63fbfe8da94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:40.795648 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.801794 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ac1b8-2f93-43e7-aa03-0b9ce9169857,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:40.815045 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.815413 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.815802 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.816161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.816523 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.816875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.817223 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.817570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.817917 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.818260 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.818603 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:11:40.822351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:40.823351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:40.827297 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/590ac1b8-2f93-43e7-aa03-0b9ce9169857 HTTP/1.1" status: 204  len: 168 time: 0.2074623
Oct 27 15:11:41.226828 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45088) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:41.284403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9a31582c-49d0-4583-acfd-c398392717b6 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=17370a1e14984734adf98f923348836e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0560844
Oct 27 15:11:41.286767 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45092) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:11:41.350638 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:41.376007 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:41.427920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:41.431700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7fb66314-f1f5-474c-a6ea-7a7a4af832a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:41.445466 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0482509b-6297-448a-9479-9f27fc69aded,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:41.448379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:41.450325 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:41.451432 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0482509b-6297-448a-9479-9f27fc69aded HTTP/1.1" status: 204  len: 168 time: 0.1637647
Oct 27 15:11:42.213251 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 71c27d05-7403-4c93-96a5-8d206aa39c3a no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:11:42.247155 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 71c27d05-7403-4c93-96a5-8d206aa39c3a {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:11:42.247531 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 71c27d05-7403-4c93-96a5-8d206aa39c3a not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:11:45.146265 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:46.469954 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-3c3da248-3ae9-4850-b280-aa46ac2c2216 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:46.489186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-3c3da248-3ae9-4850-b280-aa46ac2c2216 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:46.490441 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-3c3da248-3ae9-4850-b280-aa46ac2c2216 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355045704&fields=id&tenant_id=d220deb2c33140c686078aa4d9dca760 HTTP/1.1" status: 200  len: 267 time: 0.0660405
Oct 27 15:11:46.639827 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9641-ae8c-423b-8733-65ed90a936ff req-1d30d191-4e29-4c58-ab2a-6061d39d658b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:46.640506 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-1d30d191-4e29-4c58-ab2a-6061d39d658b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:network {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:46.658265 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-1d30d191-4e29-4c58-ab2a-6061d39d658b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:network {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:46.659698 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-1d30d191-4e29-4c58-ab2a-6061d39d658b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 808 time: 0.1627049
Oct 27 15:11:46.677108 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-c7904f39-5e4c-464b-8def-498ed1b15220 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/quotas/d220deb2c33140c686078aa4d9dca760 HTTP/1.1" status: 200  len: 375 time: 0.0118673
Oct 27 15:11:46.769496 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-d2df1a72-39c1-4126-9eea-60dcec692eab tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0868709
Oct 27 15:11:46.910087 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-cc7a061c-3753-4f58-ae16-059fddd60649 service neutron] 10.222.0.89 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1291876
Oct 27 15:11:47.141441 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-3a56edc0-35fb-461e-a40c-0d751763afed service neutron] 10.222.0.89 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2256429
Oct 27 15:11:47.571525 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4d0e4180-8220-4935-92dc-9dca9b215d0a req-1b6c0627-b709-411e-883a-85406f0f6817 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 210 time: 0.0545895
Oct 27 15:11:48.675714 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9641-ae8c-423b-8733-65ed90a936ff req-632e2d60-1b56-450e-a8f0-c0e5fba5b53f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:48.677347 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-632e2d60-1b56-450e-a8f0-c0e5fba5b53f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 808 time: 0.1508348
Oct 27 15:11:48.756957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3c7e3048-594a-4766-ae41-bce3b628b2bb req-bb53aad2-11d5-4df3-aaca-078408232efa tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:48.789945 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-cd494303-a5bc-4b5d-9a43-f6c039360c59 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:11:48.804536 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3c7e3048-594a-4766-ae41-bce3b628b2bb req-bb53aad2-11d5-4df3-aaca-078408232efa tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:48.805678 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3c7e3048-594a-4766-ae41-bce3b628b2bb req-bb53aad2-11d5-4df3-aaca-078408232efa tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 210 time: 0.0961614
Oct 27 15:11:48.806227 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-604b9641-ae8c-423b-8733-65ed90a936ff req-cd494303-a5bc-4b5d-9a43-f6c039360c59 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:11:48.807608 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-cd494303-a5bc-4b5d-9a43-f6c039360c59 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d220deb2c33140c686078aa4d9dca760 HTTP/1.1" status: 200  len: 380 time: 0.1120107
Oct 27 15:11:48.818949 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'port': {'device_id': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'admin_state_up': True, 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'security_groups': ['9ff0521c-1fe7-4c6a-91d1-9a3c463365a8']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:48.958957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:11:48.968605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:11:48.978480 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Made reservation on behalf of d220deb2c33140c686078aa4d9dca760 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:11:48.981575 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.157527 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Allocated IP 172.20.0.8 (81e0c279-1045-439b-8782-4d60bf6266f4/f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e/42b89630-2195-4b3c-8496-b47ed7826770) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:11:49.468759 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.487085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Transition to ACTIVE for port object 42b89630-2195-4b3c-8496-b47ed7826770 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:49.510105 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.517015 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fef63f25-16b8-460e-88fa-41b9243f7541 tempest-AttachVolumeNegativeTest-1725187496 tempest-AttachVolumeNegativeTest-1725187496-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:49.587611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Network 81e0c279-1045-439b-8782-4d60bf6266f4 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:11:49.590818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:11:49.595885 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:11:49.621677 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:49.627385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:49.663130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:49.663753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.692919 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-dcee9a73-9eab-405f-991e-2ac90fa0599e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8778455
Oct 27 15:11:49.710653 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Request body: {'port': {'device_id': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:11:49.829707 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.830235 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-3a63ff42-cbb6-40a8-a586-2b1648fea7b0 None None] Provisioning for port 42b89630-2195-4b3c-8496-b47ed7826770 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:11:49.835629 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-3a63ff42-cbb6-40a8-a586-2b1648fea7b0 None None] Provisioning complete for port 42b89630-2195-4b3c-8496-b47ed7826770 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:11:49.836008 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3a63ff42-cbb6-40a8-a586-2b1648fea7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:49.895973 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-3a63ff42-cbb6-40a8-a586-2b1648fea7b0 None None] Port 42b89630-2195-4b3c-8496-b47ed7826770 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:11:50.014849 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50384546-1e98-44b4-b787-81f3d8a2e0a4 req-528ca7e3-af66-4f31-bc79-0b386a7fe729 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:50.016357 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-50384546-1e98-44b4-b787-81f3d8a2e0a4 req-528ca7e3-af66-4f31-bc79-0b386a7fe729 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 931 time: 0.0837750
Oct 27 15:11:50.068885 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-50384546-1e98-44b4-b787-81f3d8a2e0a4 req-27973ea8-2d10-49fd-9ed2-f6ce73c69b69 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456290
Oct 27 15:11:50.225735 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b89630-2195-4b3c-8496-b47ed7826770 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:11:50.233403 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:50.252097 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Transition to ACTIVE for port object 42b89630-2195-4b3c-8496-b47ed7826770 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:11:50.257268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:50.262662 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-03119559-854b-4d1b-9207-52b330743005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:50.401273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:50.404214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:50.538334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Attempting to bind port 42b89630-2195-4b3c-8496-b47ed7826770 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:11:50.538660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Attempting to bind port 42b89630-2195-4b3c-8496-b47ed7826770 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:11:50.538978 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Attempting to bind port 42b89630-2195-4b3c-8496-b47ed7826770 on network 81e0c279-1045-439b-8782-4d60bf6266f4 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:50.546180 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Port 42b89630-2195-4b3c-8496-b47ed7826770 on network 81e0c279-1045-439b-8782-4d60bf6266f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:11:50.546442 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Attempting to bind port 42b89630-2195-4b3c-8496-b47ed7826770 on network 81e0c279-1045-439b-8782-4d60bf6266f4 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:11:50.553316 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:11:50.553642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Checking segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:11:50.554025 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Bound using segment: {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:11:50.554434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Bound port: 42b89630-2195-4b3c-8496-b47ed7826770, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba30e4c-43d9-4268-a58e-eee97450204a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1318, 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:11:50.554774 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:50.603016 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26d810-21b5-4c50-8fcd-0e4299d3da28 req-4f627b4b-bc77-4e98-9fac-e21db0d7f569 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:50.604458 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e26d810-21b5-4c50-8fcd-0e4299d3da28 req-4f627b4b-bc77-4e98-9fac-e21db0d7f569 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0833886
Oct 27 15:11:50.651332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:11:50.654044 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e26d810-21b5-4c50-8fcd-0e4299d3da28 req-5eb99eca-ce63-4656-bc91-6c2194a5803c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436537
Oct 27 15:11:50.654611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:11:50.659843 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:50.664824 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-31d5a2f8-25a3-43d3-ab26-862e1888ad16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:11:50.728851 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:11:50.730212 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-debb631a-823b-4943-89b3-c31d6728740a service neutron] 10.222.0.91 "PUT /v2.0/ports/42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 1093 time: 1.0242999
Oct 27 15:11:50.730708 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:11:50.750591 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:11:50.754556 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:11:50.803950 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'status': 'completed', 'code': 200}
Oct 27 15:11:50.849188 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-95cca71b-a5cd-4874-b6ae-d72e37abd653 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1096 time: 0.0768979
Oct 27 15:11:50.854846 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:11:50.929304 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-056ed3e4-2c55-4d30-865a-ff76b50fea95 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 217 time: 0.0695567
Oct 27 15:11:50.998896 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b9641-ae8c-423b-8733-65ed90a936ff req-2a09c95b-dd19-4078-8e3a-3836d47c58d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:51.000321 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-2a09c95b-dd19-4078-8e3a-3836d47c58d2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0585401
Oct 27 15:11:51.087144 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-8ddc56f8-4d44-420e-b837-4aecf6952e1f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774124
Oct 27 15:11:51.230163 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-0cb52d4e-fec7-434b-a5a3-909c1338ecef service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354058
Oct 27 15:11:51.284425 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ee3b9-032a-462c-8735-0a3c45f241cb req-50140e9d-b670-434c-b416-ec1e521991d5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:51.286008 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8d2ee3b9-032a-462c-8735-0a3c45f241cb req-50140e9d-b670-434c-b416-ec1e521991d5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0915105
Oct 27 15:11:51.338084 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8d2ee3b9-032a-462c-8735-0a3c45f241cb req-53ed4589-f154-442c-b1a4-74ae9636a965 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459890
Oct 27 15:11:51.471947 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-604b9641-ae8c-423b-8733-65ed90a936ff req-1cefe545-2e5d-4145-a578-c1c9031a5b5e service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333910
Oct 27 15:11:51.594491 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-542354a3-14c1-4aa5-9cd4-e8a2946c008c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1096 time: 0.0699399
Oct 27 15:11:51.739053 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-f973e927-6017-4c03-b841-b04f2489b9a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:51.740535 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-f973e927-6017-4c03-b841-b04f2489b9a6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1350088
Oct 27 15:11:51.855575 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-35d00437-7fac-4a0e-b9d2-a7808f8ad213 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 217 time: 0.1077907
Oct 27 15:11:51.935965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-9f63adbb-97f7-49a4-a656-00de942e02b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:51.937416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-9f63adbb-97f7-49a4-a656-00de942e02b5 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0751939
Oct 27 15:11:51.947936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d49d7-717e-4697-a8a3-b5635e6f440e req-25063a84-90d4-49c1-bbe1-161d42ab51a8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:51.949412 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-871d49d7-717e-4697-a8a3-b5635e6f440e req-25063a84-90d4-49c1-bbe1-161d42ab51a8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.1483898
Oct 27 15:11:52.044123 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-871d49d7-717e-4697-a8a3-b5635e6f440e req-caf5ff52-17c7-46c8-a511-878d515e3da9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636706
Oct 27 15:11:52.058913 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-39202926-f5ca-4f63-b158-1f40d3ebada5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085575
Oct 27 15:11:52.199075 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-bd0d0bcd-e39d-4e17-899c-f338a0e4371a service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289403
Oct 27 15:11:52.343976 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca82f426-74fc-416a-9c38-4090e725a7ac req-aea6cadc-a252-4bdf-9bde-ea8bb001a078 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369445
Oct 27 15:11:52.545433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b672e-57a6-4140-9d3f-d6e52ff97ef5 req-f4ba115c-6a08-47da-8d0b-d6c63d6014e0 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:52.546905 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c90b672e-57a6-4140-9d3f-d6e52ff97ef5 req-f4ba115c-6a08-47da-8d0b-d6c63d6014e0 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0783577
Oct 27 15:11:52.594040 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c90b672e-57a6-4140-9d3f-d6e52ff97ef5 req-d431126e-549f-4552-af4b-86d42007158b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408006
Oct 27 15:11:53.260376 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b3ddf-da5c-49ff-b994-e85511305704 req-a240c207-59c3-4fee-a0b4-af5e1b33004d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:53.262482 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-202b3ddf-da5c-49ff-b994-e85511305704 req-a240c207-59c3-4fee-a0b4-af5e1b33004d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0834544
Oct 27 15:11:53.310733 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-202b3ddf-da5c-49ff-b994-e85511305704 req-68301873-7cdd-4ebb-a676-3e4fba5b96d3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420527
Oct 27 15:11:53.811365 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fa2a5-4bc7-473b-a8a6-b351960ac1db req-b39bda07-5e98-4bed-8f22-ecffaad12db8 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:53.812776 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3e5fa2a5-4bc7-473b-a8a6-b351960ac1db req-b39bda07-5e98-4bed-8f22-ecffaad12db8 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0914967
Oct 27 15:11:53.858667 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3e5fa2a5-4bc7-473b-a8a6-b351960ac1db req-9fdf3093-8121-43fc-92b3-a40840f745ac tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398540
Oct 27 15:11:54.531630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca781119-f0f2-4f5e-a2a2-bc52a842be22 req-cd8b19ed-fce0-46c5-9414-f26208a4bf8e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:54.533662 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca781119-f0f2-4f5e-a2a2-bc52a842be22 req-cd8b19ed-fce0-46c5-9414-f26208a4bf8e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0800424
Oct 27 15:11:54.582945 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ca781119-f0f2-4f5e-a2a2-bc52a842be22 req-e77f8b59-15bf-4177-9bb6-46547eddf0d1 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437703
Oct 27 15:11:55.062694 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e035f9fd-82db-4c8d-aab6-b96e23ad95bc req-07d9bedb-7526-4ce8-bcbd-d3d2e5e2d77d tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:55.064683 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e035f9fd-82db-4c8d-aab6-b96e23ad95bc req-07d9bedb-7526-4ce8-bcbd-d3d2e5e2d77d tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0795987
Oct 27 15:11:55.110900 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e035f9fd-82db-4c8d-aab6-b96e23ad95bc req-5a1f8498-3305-4f62-bacb-59c0a1666352 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406511
Oct 27 15:11:55.802934 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39e3f2-bdc4-4222-a210-1b5bf50b2127 req-9f86ff51-5de2-456b-8a37-bdcf6ddd9c75 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:55.804456 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3f39e3f2-bdc4-4222-a210-1b5bf50b2127 req-9f86ff51-5de2-456b-8a37-bdcf6ddd9c75 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0829499
Oct 27 15:11:55.855322 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3f39e3f2-bdc4-4222-a210-1b5bf50b2127 req-5417692e-194a-426e-bb4e-76600192bdf0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450754
Oct 27 15:11:56.313022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40f2c-c21d-404e-8162-b03652bbe0fe req-8e213558-fd52-4928-b3fc-7a7c93618c34 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:56.314521 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-00c40f2c-c21d-404e-8162-b03652bbe0fe req-8e213558-fd52-4928-b3fc-7a7c93618c34 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0827086
Oct 27 15:11:56.360875 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-00c40f2c-c21d-404e-8162-b03652bbe0fe req-443ab8e2-c764-4532-9d34-61264c6bb057 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404017
Oct 27 15:11:57.214997 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf6dc8-4e39-4768-902f-8dc46a630dab req-b71d4ecd-a6c1-493d-a2ea-8a0bcbc028e4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:57.216405 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1bf6dc8-4e39-4768-902f-8dc46a630dab req-b71d4ecd-a6c1-493d-a2ea-8a0bcbc028e4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0833302
Oct 27 15:11:57.274150 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1bf6dc8-4e39-4768-902f-8dc46a630dab req-751db8fe-79d8-4961-b503-6ff617742091 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521941
Oct 27 15:11:57.560900 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab3cbd-25db-4c0f-875a-38218ff801be req-c83d6160-3b3a-4d9a-8bfc-fb878a617c84 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:57.562369 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1fab3cbd-25db-4c0f-875a-38218ff801be req-c83d6160-3b3a-4d9a-8bfc-fb878a617c84 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0788150
Oct 27 15:11:57.609083 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1fab3cbd-25db-4c0f-875a-38218ff801be req-66ea8a55-a666-4bd4-8d4f-673da655b6c5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410819
Oct 27 15:11:58.487237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ca8f-30d7-4c98-9aa0-d2dcde8eb57f req-745b74ed-8b4f-4567-b83d-8396cb34fd38 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:58.488593 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3671ca8f-30d7-4c98-9aa0-d2dcde8eb57f req-745b74ed-8b4f-4567-b83d-8396cb34fd38 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0788002
Oct 27 15:11:58.535652 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3671ca8f-30d7-4c98-9aa0-d2dcde8eb57f req-16dfc42c-6901-4e0b-8e72-cbea0077554e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415466
Oct 27 15:11:58.809767 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b282-8989-4ce5-ad00-f273426c0b65 req-8bf53c21-a4a7-482a-8437-6437ed642dbc tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:58.811146 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6457b282-8989-4ce5-ad00-f273426c0b65 req-8bf53c21-a4a7-482a-8437-6437ed642dbc tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0804453
Oct 27 15:11:58.856873 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-6457b282-8989-4ce5-ad00-f273426c0b65 req-a3c833cc-f6df-4f8f-b568-d3731b3a96d3 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396075
Oct 27 15:11:59.752350 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deffe985-5edf-4ef5-b5d0-848be01af67d req-b00abc70-a1b7-48ab-87e5-95d9d5c19721 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:11:59.753811 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-deffe985-5edf-4ef5-b5d0-848be01af67d req-b00abc70-a1b7-48ab-87e5-95d9d5c19721 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0805542
Oct 27 15:11:59.800027 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-deffe985-5edf-4ef5-b5d0-848be01af67d req-dc4d8a15-dd88-4dc2-aee9-19a2fb220e37 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407131
Oct 27 15:12:00.050782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084c5dc-666e-49b6-bfe5-3eff5230676d req-4bb7fe9f-70a4-41f3-ba7c-41742bc6879a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:00.052273 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5084c5dc-666e-49b6-bfe5-3eff5230676d req-4bb7fe9f-70a4-41f3-ba7c-41742bc6879a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0759199
Oct 27 15:12:00.102490 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5084c5dc-666e-49b6-bfe5-3eff5230676d req-4f38a423-d419-4694-86ba-1d3562a8261c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447001
Oct 27 15:12:00.760150 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:12:00.898761 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:00.913334 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '42b89630-2195-4b3c-8496-b47ed7826770', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'mac_address': 'fa:16:3e:e5:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:12:00.966961 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:00.984748 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b89630-2195-4b3c-8496-b47ed7826770 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:12:00.999707 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:01.003984 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:01.005700 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:01.016311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dad0b8-93b0-4d5c-baf8-1024b9a56e3b req-bbffb44e-6549-4f96-bcae-1512a5315fdf tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:01.018293 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-00dad0b8-93b0-4d5c-baf8-1024b9a56e3b req-bbffb44e-6549-4f96-bcae-1512a5315fdf tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0802290
Oct 27 15:12:01.069582 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-00dad0b8-93b0-4d5c-baf8-1024b9a56e3b req-4489be5d-df4c-46fd-8471-f3c81794ba28 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455849
Oct 27 15:12:01.074769 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:01.077926 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:01.295470 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['42b89630-2195-4b3c-8496-b47ed7826770'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:12:01.300506 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f874c43-a43d-44ed-a387-f7520da6ccbb req-966fd6ee-30c0-4b69-bcbf-050ba3576f6f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:01.302002 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2f874c43-a43d-44ed-a387-f7520da6ccbb req-966fd6ee-30c0-4b69-bcbf-050ba3576f6f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 944 time: 0.0789716
Oct 27 15:12:01.354843 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2f874c43-a43d-44ed-a387-f7520da6ccbb req-cb86b455-e6bc-4289-b3fb-423d87cd0d79 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470111
Oct 27 15:12:02.282488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489cc69-3e1c-47a2-888c-434244869e98 req-15f645b2-95d0-424c-bc8a-c547dda1f455 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:02.284009 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5489cc69-3e1c-47a2-888c-434244869e98 req-15f645b2-95d0-424c-bc8a-c547dda1f455 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0815229
Oct 27 15:12:02.331903 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5489cc69-3e1c-47a2-888c-434244869e98 req-c8282226-4f94-4fdb-b437-9aaa2e6077e5 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419443
Oct 27 15:12:02.559279 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5760cd-4e8a-4d3e-982c-0282745dc930 req-c274da8a-3eae-4ea6-8112-193263ea609c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:02.560786 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a5760cd-4e8a-4d3e-982c-0282745dc930 req-c274da8a-3eae-4ea6-8112-193263ea609c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 944 time: 0.0827303
Oct 27 15:12:02.607589 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0a5760cd-4e8a-4d3e-982c-0282745dc930 req-81c2638d-acc0-4854-8565-6610d622db34 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401218
Oct 27 15:12:02.758925 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:12:02.827314 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 42b89630-2195-4b3c-8496-b47ed7826770 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:12:02.832474 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 42b89630-2195-4b3c-8496-b47ed7826770 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:12:02.832852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:02.955234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:02.991183 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:12:03.003128 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:03.007513 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:03.009488 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:03.079149 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:03.082468 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:03.262591 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'code': 200}
Oct 27 15:12:03.558182 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5f10a-d3ab-4ea7-af87-38589e7e9b3d req-a1bb27ac-05af-452b-9e83-6e171be40466 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:03.559785 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fba5f10a-d3ab-4ea7-af87-38589e7e9b3d req-a1bb27ac-05af-452b-9e83-6e171be40466 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0827372
Oct 27 15:12:03.578653 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e16d3e5a-3d30-4533-b07c-f714724a0bf8 req-6455c304-73af-4918-a71c-b6c75da93d13 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.0744336
Oct 27 15:12:03.607199 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-fba5f10a-d3ab-4ea7-af87-38589e7e9b3d req-8af1d8eb-1de4-41da-ba0b-1dc9666d8b9e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414793
Oct 27 15:12:03.714996 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e16d3e5a-3d30-4533-b07c-f714724a0bf8 req-7e0d1253-f1ff-444a-bdd0-d5abf98d5c60 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1279404
Oct 27 15:12:03.821713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72eb16d-e162-415b-9e6b-90119e521e0e req-9b4dfe89-3cd5-4617-b52f-f05a5d637e07 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:03.822316 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e72eb16d-e162-415b-9e6b-90119e521e0e req-9b4dfe89-3cd5-4617-b52f-f05a5d637e07 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:12:03.838121 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-e72eb16d-e162-415b-9e6b-90119e521e0e req-9b4dfe89-3cd5-4617-b52f-f05a5d637e07 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:12:03.839325 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e72eb16d-e162-415b-9e6b-90119e521e0e req-9b4dfe89-3cd5-4617-b52f-f05a5d637e07 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0940516
Oct 27 15:12:03.889369 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e72eb16d-e162-415b-9e6b-90119e521e0e req-42b1cab7-9ab5-457c-b5c4-5528593eaaf6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444496
Oct 27 15:12:04.829302 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edb071-1e77-4c40-8fe4-076893f1596c req-ec857ac7-0a94-4bd8-b1b5-92a2fe775300 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:04.830773 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-50edb071-1e77-4c40-8fe4-076893f1596c req-ec857ac7-0a94-4bd8-b1b5-92a2fe775300 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0871868
Oct 27 15:12:04.880668 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-50edb071-1e77-4c40-8fe4-076893f1596c req-ed5f24f9-a382-432b-96e2-3fb4c44e81cc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443294
Oct 27 15:12:05.097352 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c3225-9872-4867-aec0-3311a3bcd2f3 req-c560e1c5-1261-467d-80fb-3362ffc64fb6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:05.098820 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-916c3225-9872-4867-aec0-3311a3bcd2f3 req-c560e1c5-1261-467d-80fb-3362ffc64fb6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0829675
Oct 27 15:12:05.145645 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-916c3225-9872-4867-aec0-3311a3bcd2f3 req-22ba8b2a-b389-4b0e-b7fc-9d80edc00e8b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412307
Oct 27 15:12:06.102729 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9d69c-f6fd-48e2-aee0-f9a668163b6b req-0bec0384-08d6-48bc-9f51-f55c13215583 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:06.104253 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e2c9d69c-f6fd-48e2-aee0-f9a668163b6b req-0bec0384-08d6-48bc-9f51-f55c13215583 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0802755
Oct 27 15:12:06.155331 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e2c9d69c-f6fd-48e2-aee0-f9a668163b6b req-ebab52d9-1577-4fdd-932e-55467a39f833 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454409
Oct 27 15:12:06.180048 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8d8bb2ee-08a5-4caa-8206-c756f36b39f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:06.350900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46aaf00-5e09-4dc5-8de2-18944f7c7aea req-338004cb-3423-49a2-8f6f-c4d99086c54f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:06.352429 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a46aaf00-5e09-4dc5-8de2-18944f7c7aea req-338004cb-3423-49a2-8f6f-c4d99086c54f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0838053
Oct 27 15:12:06.403504 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a46aaf00-5e09-4dc5-8de2-18944f7c7aea req-13a1f271-3ece-4e26-a14a-349fde9a2e29 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455005
Oct 27 15:12:06.552660 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:06.600497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56f4b9-20c2-4a9f-bf2e-2598936d6773 req-5c20a0a0-aeef-4c22-adee-ab65f52bc754 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:06.601973 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aa56f4b9-20c2-4a9f-bf2e-2598936d6773 req-5c20a0a0-aeef-4c22-adee-ab65f52bc754 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0799706
Oct 27 15:12:06.653927 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-aa56f4b9-20c2-4a9f-bf2e-2598936d6773 req-b1b4371a-0762-4858-a505-089cf766b588 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464151
Oct 27 15:12:06.684840 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45228) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:12:06.944725 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7eaf1d1e-a6de-4466-934e-c8b2290adadf tempest-TestShelveInstance-850542463 tempest-TestShelveInstance-850542463-project-admin] Synchronizing usage tracker for tenant:642b9302784d4e77a394768cab836462 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:12:06.961365 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-7eaf1d1e-a6de-4466-934e-c8b2290adadf tempest-TestShelveInstance-850542463 tempest-TestShelveInstance-850542463-project-admin] Unset dirty status for tenant:642b9302784d4e77a394768cab836462 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:12:06.962602 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7eaf1d1e-a6de-4466-934e-c8b2290adadf tempest-TestShelveInstance-850542463 tempest-TestShelveInstance-850542463-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1093 time: 0.2767563
Oct 27 15:12:06.965639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45234) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:12:06.971771 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'fixed_ip_address': '172.20.0.8'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:12:06.977330 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:12:06.981194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Usage tracker for resource:floatingip and tenant:d220deb2c33140c686078aa4d9dca760 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:12:06.984129 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:12:06.989977 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:12:07.079719 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for floatingip, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:07.218755 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:07.361858 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Allocated IP 172.27.3.235 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/072a1083-7a12-4568-ac48-9346a3897d11) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:12:07.374700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13daca51-b5cf-4273-af94-e318a458e559 req-96fdd958-a764-4262-a7b8-affc0c933ecd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:07.376763 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-13daca51-b5cf-4273-af94-e318a458e559 req-96fdd958-a764-4262-a7b8-affc0c933ecd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0801895
Oct 27 15:12:07.425861 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-13daca51-b5cf-4273-af94-e318a458e559 req-fba09e9b-78ab-4590-b23c-8eeefeca3474 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433917
Oct 27 15:12:07.517872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:07.546002 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:07.549730 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b3b4511b-5f80-4969-9741-dad6693b48fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:07.613301 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:12:07.616058 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:12:07.620411 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:12:07.647416 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'Port': ['ID=072a1083-7a12-4568-ac48-9346a3897d11,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:07.654783 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:08.140520 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.195910 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.341182 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-56503a87-adb9-4566-a498-7018841b0619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.406188 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.412564 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2623485'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.416266 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2acbd2cf-333b-4a2a-a898-899a04e58793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:08.517807 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event updated for resources: {'Port': ['ID=072a1083-7a12-4568-ac48-9346a3897d11,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:08.522199 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:08.538419 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:08.790389 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:12:08.841278 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d5a26-737b-45ee-972a-18bc4b9c115d req-a07ccb51-635d-4b2a-b2c0-ec29e7cdeb0f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:08.842795 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a22d5a26-737b-45ee-972a-18bc4b9c115d req-a07ccb51-635d-4b2a-b2c0-ec29e7cdeb0f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.2581220
Oct 27 15:12:08.913198 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a22d5a26-737b-45ee-972a-18bc4b9c115d req-21b8bdf4-133e-47c9-b450-0dd17b8946fd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0609636
Oct 27 15:12:08.940312 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.l3_db [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Floating IP 5cd3eb49-f9d7-46dd-93f6-d695bd698d1f associated. External IP: 172.27.3.235, port: 42b89630-2195-4b3c-8496-b47ed7826770.
Oct 27 15:12:08.990684 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:09.005154 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '2667b15a-7e06-4af6-9453-f076ce4998af', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:12:09.069090 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:09.088275 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:12:09.114111 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:09.120740 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:09.124007 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:09.224298 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=6']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:09.228854 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:09.231892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['2667b15a-7e06-4af6-9453-f076ce4998af'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:12:09.287807 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:09.464990 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Router 69485134-39d9-47c0-ae28-dfffbe740485 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:12:09.682635 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:12:09.693832 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Sync routers for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:12:09.710010 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:12:09.710900 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298d64c0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:12:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:12:09.721853 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:09.797717 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b7ecc8d1-6cf1-48da-be48-1780004f9921 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8309743
Oct 27 15:12:09.800638 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:12:09.871157 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'status': 'completed', 'code': 200}
Oct 27 15:12:09.912885 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:12:09.980772 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-d2ffb731-2972-4ba7-9469-251c3394accb service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.0786119
Oct 27 15:12:10.164923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-dd63dda7-6d97-4c21-a660-3d834b068fd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:10.167262 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-dd63dda7-6d97-4c21-a660-3d834b068fd1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1795797
Oct 27 15:12:10.205137 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe22d06-59fd-496e-bd50-6e00d103d8e1 req-931b5592-ffd9-48fe-bcfa-67894f14a2d9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:10.212540 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fe22d06-59fd-496e-bd50-6e00d103d8e1 req-931b5592-ffd9-48fe-bcfa-67894f14a2d9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 944 time: 0.0947945
Oct 27 15:12:10.270511 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fe22d06-59fd-496e-bd50-6e00d103d8e1 req-69745693-acd6-4d64-94cc-f47741f7eaa6 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568624
Oct 27 15:12:10.338785 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-8d547faa-cf21-47e3-8c97-48fd32f3932d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 999 time: 0.1617861
Oct 27 15:12:10.417612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-b703f299-450d-4815-a4b1-69e4c02851c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:10.419231 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-b703f299-450d-4815-a4b1-69e4c02851c4 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0714970
Oct 27 15:12:10.489355 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298d64c0>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '5cd3eb49-f9d7-46dd-93f6-d695bd698d1f', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'mac_address': 'fa:16:3e:e5:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:12:07Z', 'updated_at': '2021-10-27T15:12:07Z', 'revision_number': 0, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:12:10.493790 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Checking router: 69485134-39d9-47c0-ae28-dfffbe740485 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:12:10.506383 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:12:10.507037 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac298d64c0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:12:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:12:10.515974 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-59831e34-a305-44ea-b2bc-b350e1cb7573 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0887187
Oct 27 15:12:10.685608 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-b1d3162f-2340-4080-816e-826663270c00 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1617002
Oct 27 15:12:10.709820 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:12:10.854471 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-df4fdc67-6dcd-4905-bf6d-39c2a4ed885e req-6c5e4277-c0b9-4383-9a22-80a6bc071e2a service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591794
Oct 27 15:12:10.861518 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:12:10.906481 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:11.062426 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 2667b15a-7e06-4af6-9453-f076ce4998af triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:12:11.062727 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:11.330465 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:11.354017 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac298d64c0>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '5cd3eb49-f9d7-46dd-93f6-d695bd698d1f', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'mac_address': 'fa:16:3e:e5:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:12:07Z', 'updated_at': '2021-10-27T15:12:07Z', 'revision_number': 0, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:12:11.370724 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:12:11.377818 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d49036-c745-43d4-9fdf-6abe4c725329 None None] The sync data for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi is: [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '5cd3eb49-f9d7-46dd-93f6-d695bd698d1f', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'mac_address': 'fa:16:3e:e5:03:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:12:07Z', 'updated_at': '2021-10-27T15:12:07Z', 'revision_number': 0, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:12:11.383807 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:11.392090 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:11.394531 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:11.496905 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=7']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:11.500492 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:11.503118 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'code': 200}
Oct 27 15:12:11.573755 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f1907-b9e0-473b-b6f8-d7b5dab51377 req-234f5f89-fff3-4fd4-95e4-90b8712f1296 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:11.575257 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bc1f1907-b9e0-473b-b6f8-d7b5dab51377 req-234f5f89-fff3-4fd4-95e4-90b8712f1296 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.1028035
Oct 27 15:12:11.635366 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bc1f1907-b9e0-473b-b6f8-d7b5dab51377 req-2c163cc4-d25c-4aca-96d4-db44cd366364 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538094
Oct 27 15:12:11.675981 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34edc31-72d0-4c1a-8860-67bdc7a0dc31 None None] New status for floating IP 5cd3eb49-f9d7-46dd-93f6-d695bd698d1f: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:12:12.879916 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611663ea-9437-4ef0-8e31-80b32c2a21b1 req-bb59920f-75ca-484c-8bf8-54d0458154a4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:12.882334 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-611663ea-9437-4ef0-8e31-80b32c2a21b1 req-bb59920f-75ca-484c-8bf8-54d0458154a4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0973485
Oct 27 15:12:12.934640 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-611663ea-9437-4ef0-8e31-80b32c2a21b1 req-dc02949d-13f6-4023-bda9-76e55e01342c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468667
Oct 27 15:12:14.177096 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d00496-012c-485e-b301-52b8177c6f81 req-e1ff90bb-883c-4794-a244-ad82daaad5a4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:14.184579 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-32d00496-012c-485e-b301-52b8177c6f81 req-e1ff90bb-883c-4794-a244-ad82daaad5a4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0972428
Oct 27 15:12:14.252040 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-32d00496-012c-485e-b301-52b8177c6f81 req-ebee92a8-a9d2-4e77-815c-32672a470a57 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678153
Oct 27 15:12:15.148909 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:15.470578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b6f0b-bdfa-4baa-8c1e-a4e839bf2c37 req-6c3575db-8b62-40aa-bd08-0448a5fbc19c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:15.477086 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba0b6f0b-bdfa-4baa-8c1e-a4e839bf2c37 req-6c3575db-8b62-40aa-bd08-0448a5fbc19c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0868974
Oct 27 15:12:15.532593 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba0b6f0b-bdfa-4baa-8c1e-a4e839bf2c37 req-653c00ca-59cf-4c08-83cf-7594e7f59897 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548825
Oct 27 15:12:16.760918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a92807-e5f7-4c1a-a0de-0eb202872ca1 req-c307184c-0f4e-4d76-9622-e9d2218fe57f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:16.762416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4a92807-e5f7-4c1a-a0de-0eb202872ca1 req-c307184c-0f4e-4d76-9622-e9d2218fe57f tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0831406
Oct 27 15:12:16.820062 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4a92807-e5f7-4c1a-a0de-0eb202872ca1 req-1bb35df7-297a-416b-84ea-a89077de7130 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506365
Oct 27 15:12:18.053671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdad198-4d4a-4499-857a-8fcab7b9c7f5 req-d80ea8fe-a609-4184-abf8-6c67d544e346 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:18.055188 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-abdad198-4d4a-4499-857a-8fcab7b9c7f5 req-d80ea8fe-a609-4184-abf8-6c67d544e346 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0948608
Oct 27 15:12:18.124058 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-abdad198-4d4a-4499-857a-8fcab7b9c7f5 req-f26de8be-c3d2-46c2-84b2-3f0af7bf3eeb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587754
Oct 27 15:12:19.371509 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e1241-be0c-4b8c-ace5-134899a0e96e req-c9fd2938-ebb6-4889-af42-37c33a889cec tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:19.373233 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9d6e1241-be0c-4b8c-ace5-134899a0e96e req-c9fd2938-ebb6-4889-af42-37c33a889cec tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0958037
Oct 27 15:12:19.424561 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9d6e1241-be0c-4b8c-ace5-134899a0e96e req-911e141f-b9ea-4d8a-bad7-da98a2c1fab0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434260
Oct 27 15:12:20.085242 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-dcb53204-1b96-4b69-9cba-948ab0efd837 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1098 time: 0.0767417
Oct 27 15:12:20.231950 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c806d-9d4a-4853-942a-50c102a46018 req-289d5335-0da7-422c-b633-3c37c9f2219b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:20.231950 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e8c806d-9d4a-4853-942a-50c102a46018 req-289d5335-0da7-422c-b633-3c37c9f2219b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0852757
Oct 27 15:12:20.284327 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e8c806d-9d4a-4853-942a-50c102a46018 req-f730caf1-0cae-479a-9a66-649baad30bc2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444629
Oct 27 15:12:20.318738 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-de000994-b7bf-4922-b037-dbfeaba9ab6a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:20.320642 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-de000994-b7bf-4922-b037-dbfeaba9ab6a service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.2279153
Oct 27 15:12:20.433368 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-d46d9dc4-295d-460f-84be-0c1f9dad948f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 1000 time: 0.1055858
Oct 27 15:12:20.498763 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-c5bd750e-9370-4aad-9bd0-851e186b0bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:20.500293 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-c5bd750e-9370-4aad-9bd0-851e186b0bea service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0574782
Oct 27 15:12:20.623910 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-43d16e26-24ec-4b06-b1c9-53749f154c91 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1148081
Oct 27 15:12:20.742160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958355a-29af-44dc-bc14-192db0999c99 req-7e48f7f3-3f20-4af0-8360-22e38933d5a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:20.743551 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2958355a-29af-44dc-bc14-192db0999c99 req-7e48f7f3-3f20-4af0-8360-22e38933d5a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.1794434
Oct 27 15:12:20.803683 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-cf2a0779-345c-41b7-ba6e-66f37a6452c8 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692140
Oct 27 15:12:20.833537 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2958355a-29af-44dc-bc14-192db0999c99 req-14e5d20a-07de-4b33-b95f-79c0a22c8362 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784078
Oct 27 15:12:20.945785 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9581495b-e5c8-422f-a76a-20b94747d4b5 req-7bebc3a1-4292-494a-90c3-d3bc8fd5afdc service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321754
Oct 27 15:12:21.491851 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74344478-38d2-4bff-8965-377c5efd4a7b req-ae2db893-1184-4662-9725-e151ad528bf2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:21.493310 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-74344478-38d2-4bff-8965-377c5efd4a7b req-ae2db893-1184-4662-9725-e151ad528bf2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0854807
Oct 27 15:12:21.526105 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-05563151-7da6-4604-b41f-da7b3fc87253 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1098 time: 0.0733926
Oct 27 15:12:21.540763 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-74344478-38d2-4bff-8965-377c5efd4a7b req-cac85534-6e27-4fca-81b1-2c1c51f8a038 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415587
Oct 27 15:12:21.674437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-be2bbc28-2792-4750-8ad5-79dfa5e4869f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:21.675953 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-be2bbc28-2792-4750-8ad5-79dfa5e4869f service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.1287661
Oct 27 15:12:21.787880 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-a61e340d-b145-40da-abc3-27b3c08b42d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 1001 time: 0.0977595
Oct 27 15:12:21.858209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-c40fb067-3e7d-4d0a-a489-e81ffddb2729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:21.860137 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-c40fb067-3e7d-4d0a-a489-e81ffddb2729 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0647502
Oct 27 15:12:21.940079 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-884753d1-3344-448e-bdab-26ddb31fe90b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698953
Oct 27 15:12:22.133982 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-6554c7ab-1f8a-4a67-b43a-8d06746df55c service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838708
Oct 27 15:12:22.143865 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059d2d9-5870-43d4-ba06-bc5de86e2f75 req-de30e4d4-3c09-41e4-b8ca-bfb2a3f13077 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:22.145280 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d059d2d9-5870-43d4-ba06-bc5de86e2f75 req-de30e4d4-3c09-41e4-b8ca-bfb2a3f13077 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.1714377
Oct 27 15:12:22.277164 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d059d2d9-5870-43d4-ba06-bc5de86e2f75 req-a4f4a4e4-bb9a-4b21-ac31-e87fc0e54654 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133640
Oct 27 15:12:22.309595 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e573aeb-e05c-453a-ac7a-ff443189cc22 req-64ecc6ff-7eb2-4106-8169-57d192faf434 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1633658
Oct 27 15:12:22.740514 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3d89d-7d2a-4b8a-843d-89bd0c0213bc req-63c4cb5b-d30b-45b8-8528-e316bc4d2031 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:22.741973 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-88a3d89d-7d2a-4b8a-843d-89bd0c0213bc req-63c4cb5b-d30b-45b8-8528-e316bc4d2031 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0779023
Oct 27 15:12:22.789125 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-88a3d89d-7d2a-4b8a-843d-89bd0c0213bc req-17bbfdbf-ee63-482e-845c-93f9ad4e5a86 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414903
Oct 27 15:12:23.496706 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b8bda9-616d-4705-b6ac-64689bdf65e3 req-31bd1db6-93fc-43f0-bbe3-0223ee0438e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:23.497793 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-41b8bda9-616d-4705-b6ac-64689bdf65e3 req-31bd1db6-93fc-43f0-bbe3-0223ee0438e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 945 time: 0.0806608
Oct 27 15:12:23.546750 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-41b8bda9-616d-4705-b6ac-64689bdf65e3 req-42bd57e4-7a10-4789-bfaf-c637b5713e7c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424192
Oct 27 15:12:24.093239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618fae6-ae96-448e-8a34-2f2e1ef4e72b req-6a33088a-4449-4bc2-9c9c-0ec47132fa34 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:24.095259 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8618fae6-ae96-448e-8a34-2f2e1ef4e72b req-6a33088a-4449-4bc2-9c9c-0ec47132fa34 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1845167
Oct 27 15:12:24.145564 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8618fae6-ae96-448e-8a34-2f2e1ef4e72b req-36e5204b-fe16-4492-8f02-8b5a56799223 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435138
Oct 27 15:12:24.902636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:12:25.020971 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:25.049430 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:12:25.061843 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:25.067124 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:25.069738 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:25.080416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f575b7a4-fd2b-43b2-a696-c6f3102cca4e req-f72f9936-afe9-4af8-8e2b-23ab81a5b15f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1527498
Oct 27 15:12:25.110034 dv-cinder-815673-1-iscsi neutron-server[82716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'code': 422} returned with failed status
Oct 27 15:12:25.145647 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=8']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:25.154517 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.154855 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.155187 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.155600 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.155892 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.156248 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.156558 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.156874 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.157228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.157544 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.157861 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:12:25.162006 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:25.354681 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45366) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:12:25.382740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad83212-debb-4fa5-abbd-4fe53627969e req-bd7fc688-a612-4617-b69a-69c4a36f8adf tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:25.384302 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ad83212-debb-4fa5-abbd-4fe53627969e req-bd7fc688-a612-4617-b69a-69c4a36f8adf tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.1037865
Oct 27 15:12:25.464065 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9202bcc-8aee-4833-aa27-669c0205bfe8 req-a6bad399-433c-4826-81e9-ac8af52e5ead tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:25.465439 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e9202bcc-8aee-4833-aa27-669c0205bfe8 req-a6bad399-433c-4826-81e9-ac8af52e5ead tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1928079
Oct 27 15:12:25.478990 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4ad83212-debb-4fa5-abbd-4fe53627969e req-9ae02f1f-f9de-4ae6-b61b-3dc008cfe85c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0885158
Oct 27 15:12:25.511899 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-43c0960f-a3c7-4e22-ac5f-6caf2e948611 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1557114
Oct 27 15:12:25.528138 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e9202bcc-8aee-4833-aa27-669c0205bfe8 req-9ffc585e-00d1-4a39-bd3e-b8c7cb37965f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491333
Oct 27 15:12:26.037111 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-e4599f68-915f-4f8b-acf2-e657b717b3db service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a&tenant_id=ef93e3d769ba40e79c626d3bc351a81c HTTP/1.1" status: 200  len: 1096 time: 0.0704944
Oct 27 15:12:26.129764 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-ef6e48bf-4931-4444-9658-7cf2753e6bb1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1096 time: 0.0686216
Oct 27 15:12:26.259554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-76c01a9a-d192-4ddd-ae5d-b510cdd79dd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:26.261001 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-76c01a9a-d192-4ddd-ae5d-b510cdd79dd5 service neutron] 10.222.0.91 "GET /v2.0/networks?id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 200  len: 918 time: 0.1245458
Oct 27 15:12:26.368933 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-ad533fea-5c66-41d2-bba0-50a0962cb5a7 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 200  len: 998 time: 0.1003423
Oct 27 15:12:26.436784 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-b9e48921-5821-484c-b3d4-39a83317494b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:26.438825 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-b9e48921-5821-484c-b3d4-39a83317494b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 200  len: 855 time: 0.0616758
Oct 27 15:12:26.518201 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-2f12967e-14e7-4c29-a044-d88b4ee4944b service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=cf483c66-d2f3-4575-b6b9-f07ea2c1c566&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0708625
Oct 27 15:12:26.713660 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-1adef9b8-1741-4660-bd49-b365d52ee395 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1879365
Oct 27 15:12:26.739788 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e19c8-f234-4251-a577-81c4617575de req-41c43bb6-70c2-427f-b389-a8fe027242f2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:26.741271 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-160e19c8-f234-4251-a577-81c4617575de req-41c43bb6-70c2-427f-b389-a8fe027242f2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0821545
Oct 27 15:12:26.788911 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-160e19c8-f234-4251-a577-81c4617575de req-5f0445b6-0f82-4314-8b92-3aac57a3dd97 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418744
Oct 27 15:12:26.821379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7f778-ee34-4b63-b8b6-5ed9130b9926 req-84408ede-57a2-413e-8499-5b86efa113ee tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:26.822845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-42d7f778-ee34-4b63-b8b6-5ed9130b9926 req-84408ede-57a2-413e-8499-5b86efa113ee tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.1964109
Oct 27 15:12:26.899017 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-79be61ab-eac3-41ac-a1eb-900feebe101a req-b7715c6f-2084-4840-a4d3-663b66814b06 service neutron] 10.222.0.91 "GET /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1778004
Oct 27 15:12:26.904363 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-42d7f778-ee34-4b63-b8b6-5ed9130b9926 req-d2a83669-20e7-4436-a2b6-9fb7f170c7f8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759621
Oct 27 15:12:27.856302 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:12:28.025957 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51257659-0978-437b-828d-1786c272521a req-4831b2d9-4f70-4e1e-adce-5c3eea25b70e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:28.032849 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-51257659-0978-437b-828d-1786c272521a req-4831b2d9-4f70-4e1e-adce-5c3eea25b70e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1110463
Oct 27 15:12:28.088109 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-51257659-0978-437b-828d-1786c272521a req-a8d4682c-4e3d-4f93-b4f2-8cc78fb354b6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520008
Oct 27 15:12:28.144774 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791d90f-4809-46ad-b52d-0475021f2bf6 req-fcab7aeb-3097-4988-8c0d-86485ab50324 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:28.146230 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a791d90f-4809-46ad-b52d-0475021f2bf6 req-fcab7aeb-3097-4988-8c0d-86485ab50324 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0948813
Oct 27 15:12:28.201937 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a791d90f-4809-46ad-b52d-0475021f2bf6 req-9a938dfe-3f82-4e6d-a11e-80d9828c2c87 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492589
Oct 27 15:12:29.344801 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4b48-cab9-4a38-9f7e-f3042d51d7e7 req-b5dd9ecc-16a1-47a0-86ac-ef9038a604dc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:29.347934 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bade4b48-cab9-4a38-9f7e-f3042d51d7e7 req-b5dd9ecc-16a1-47a0-86ac-ef9038a604dc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1189041
Oct 27 15:12:29.397396 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bade4b48-cab9-4a38-9f7e-f3042d51d7e7 req-28c9d4b3-85a1-4444-8454-6532c35d487b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452700
Oct 27 15:12:29.459609 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6c577-511f-4d6f-9170-73b0ccb8c14f req-22e9e028-c37f-4589-b341-3236ea99711b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:29.461301 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4c6c577-511f-4d6f-9170-73b0ccb8c14f req-22e9e028-c37f-4589-b341-3236ea99711b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0993555
Oct 27 15:12:29.509634 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4c6c577-511f-4d6f-9170-73b0ccb8c14f req-36edaf6c-a590-4c17-829a-44dd1aee7675 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421867
Oct 27 15:12:30.620946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069be3d3-dd8f-4d9d-83b0-256bfa83faa7 req-e16022b4-3a58-440f-98e1-27347d8dcd94 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:30.622525 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-069be3d3-dd8f-4d9d-83b0-256bfa83faa7 req-e16022b4-3a58-440f-98e1-27347d8dcd94 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0890176
Oct 27 15:12:30.681185 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-069be3d3-dd8f-4d9d-83b0-256bfa83faa7 req-9e67a550-4691-4729-90b4-f462953379d7 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467341
Oct 27 15:12:30.764921 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdbbb0-ce0d-4a01-b66c-3f6c86524e04 req-45b5bf49-7d2b-4053-809f-9f11133aeed9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:30.766532 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cecdbbb0-ce0d-4a01-b66c-3f6c86524e04 req-45b5bf49-7d2b-4053-809f-9f11133aeed9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0991158
Oct 27 15:12:30.824293 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cecdbbb0-ce0d-4a01-b66c-3f6c86524e04 req-0b37dd3a-0b85-454a-88a2-72e8bf4d74d4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516334
Oct 27 15:12:31.913008 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3bf27-820c-4eb1-a566-c4c42285aaae req-51066f0a-f201-4c6d-b895-6b69dfa9e1a0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:31.915689 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0cd3bf27-820c-4eb1-a566-c4c42285aaae req-51066f0a-f201-4c6d-b895-6b69dfa9e1a0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0924616
Oct 27 15:12:31.975216 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0cd3bf27-820c-4eb1-a566-c4c42285aaae req-1b408f3d-586c-45ad-98ce-f740db48dd1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502787
Oct 27 15:12:32.061283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6935153-9c4e-485d-b09b-43ed1f135e04 req-a38f24d8-4c96-4030-8dd0-8775d0da25d3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:32.062943 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d6935153-9c4e-485d-b09b-43ed1f135e04 req-a38f24d8-4c96-4030-8dd0-8775d0da25d3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0907469
Oct 27 15:12:32.115764 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d6935153-9c4e-485d-b09b-43ed1f135e04 req-d21befbd-09d8-4c20-83f8-6d623fa85ee2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450387
Oct 27 15:12:33.255272 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaaae46-be68-4876-97ce-7f034e4fcf2b req-80280978-d96e-489e-9f6c-30592658a212 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:33.277551 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9eaaae46-be68-4876-97ce-7f034e4fcf2b req-80280978-d96e-489e-9f6c-30592658a212 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1503196
Oct 27 15:12:33.388084 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9eaaae46-be68-4876-97ce-7f034e4fcf2b req-32f9e617-ce1d-405c-81f7-d73782f91fcb tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095314
Oct 27 15:12:33.467310 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b914f-00cd-4653-9622-cd26f832c02d req-cb2fe786-8364-4ee1-902d-14efde7ccf9e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:33.469504 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-983b914f-00cd-4653-9622-cd26f832c02d req-cb2fe786-8364-4ee1-902d-14efde7ccf9e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.1433918
Oct 27 15:12:33.615365 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-983b914f-00cd-4653-9622-cd26f832c02d req-df07c2ec-5ab4-4a71-bdbc-bc53f41288ea tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1390696
Oct 27 15:12:34.587061 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8d184-b87f-4c44-b909-86a9e1f66abd req-f7d18a5f-2058-4eed-8f88-dc7c16e50368 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:34.588491 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c4a8d184-b87f-4c44-b909-86a9e1f66abd req-f7d18a5f-2058-4eed-8f88-dc7c16e50368 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0791917
Oct 27 15:12:34.639563 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c4a8d184-b87f-4c44-b909-86a9e1f66abd req-40e58c7e-c4b9-475f-bd43-bd2938fe9639 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447974
Oct 27 15:12:34.836346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8cc6-0907-4e4f-86d4-1ec2fc9098db req-feeeb837-d635-4630-929a-081ce6ebb2f9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:34.838100 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6c2a8cc6-0907-4e4f-86d4-1ec2fc9098db req-feeeb837-d635-4630-929a-081ce6ebb2f9 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0809100
Oct 27 15:12:34.886560 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6c2a8cc6-0907-4e4f-86d4-1ec2fc9098db req-8ab9de95-4631-4c1c-bcc4-7c8f45dd4b3c tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428252
Oct 27 15:12:35.856663 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e688d99-d8cf-4af4-8a73-24da699e8b07 req-520b4bfb-195f-4f26-9829-b6df531d8d3a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:35.858175 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9e688d99-d8cf-4af4-8a73-24da699e8b07 req-520b4bfb-195f-4f26-9829-b6df531d8d3a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0911450
Oct 27 15:12:35.911828 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9e688d99-d8cf-4af4-8a73-24da699e8b07 req-60ea4dbd-7b98-48e8-b7f1-b5062507a78d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463872
Oct 27 15:12:36.135593 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dd3e3-9142-4b81-a35f-c42c7b39a993 req-2a1b8c04-2da9-44c4-b3a7-2b2eb3cf64e0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:36.137084 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c16dd3e3-9142-4b81-a35f-c42c7b39a993 req-2a1b8c04-2da9-44c4-b3a7-2b2eb3cf64e0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0843222
Oct 27 15:12:36.186298 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4399ec1a-dddb-4e8a-8d34-01230adb031a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:36.204180 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c16dd3e3-9142-4b81-a35f-c42c7b39a993 req-5768eac5-ce53-4145-b5c7-94a8b77629ec tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515182
Oct 27 15:12:36.557636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:37.123324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9ca8-6895-46ac-9374-1348db3361b9 req-fd73ccb8-a838-4d09-8844-2668a3ff1d6d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:37.125619 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-077d9ca8-6895-46ac-9374-1348db3361b9 req-fd73ccb8-a838-4d09-8844-2668a3ff1d6d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0842264
Oct 27 15:12:37.186914 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-077d9ca8-6895-46ac-9374-1348db3361b9 req-e193a450-7c4d-4ca4-84ca-4d6f434dac2c tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448723
Oct 27 15:12:37.440139 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12672bb-01f2-436e-a20d-91ef66584407 req-9ac12e9c-8dea-44bd-8b7e-9ab159b7be81 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:37.441777 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c12672bb-01f2-436e-a20d-91ef66584407 req-9ac12e9c-8dea-44bd-8b7e-9ab159b7be81 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0850391
Oct 27 15:12:37.494509 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c12672bb-01f2-436e-a20d-91ef66584407 req-c5f16048-d7b8-490e-90a3-9f43f303a129 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469058
Oct 27 15:12:38.350777 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-37d6b55e-4bd1-48da-85b8-760d56499c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:38.406930 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1e2db-d6cf-4a5b-9c89-3049dcd2d793 req-d356858d-f8e3-48f8-b83f-d6530add7e10 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:38.408412 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-68d1e2db-d6cf-4a5b-9c89-3049dcd2d793 req-d356858d-f8e3-48f8-b83f-d6530add7e10 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0913568
Oct 27 15:12:38.455761 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-68d1e2db-d6cf-4a5b-9c89-3049dcd2d793 req-ecb22284-0a11-450d-bfa5-da364618aed0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416319
Oct 27 15:12:38.702681 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c797f0-9843-47f9-8512-6a0f67db6170 req-a289c989-a7f4-4712-a68a-8a0447579635 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:38.704188 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d3c797f0-9843-47f9-8512-6a0f67db6170 req-a289c989-a7f4-4712-a68a-8a0447579635 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0750594
Oct 27 15:12:38.749101 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d3c797f0-9843-47f9-8512-6a0f67db6170 req-14aa461e-039a-4011-8d7e-48525dba3220 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394461
Oct 27 15:12:39.222741 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:39.656958 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5b6ea-d23b-46dd-8be9-a71bb68f49a5 req-b1bcbb26-9a1c-4d58-bb59-7860ade5fd26 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:39.658377 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4ad5b6ea-d23b-46dd-8be9-a71bb68f49a5 req-b1bcbb26-9a1c-4d58-bb59-7860ade5fd26 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0752943
Oct 27 15:12:39.708779 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4ad5b6ea-d23b-46dd-8be9-a71bb68f49a5 req-3790fb16-e053-4919-bd95-0b9f7bc96888 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450661
Oct 27 15:12:39.982483 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c771e792-1f8a-4398-935f-a526a5d2a701 req-928ae4a7-6390-4987-a270-6f0c8b6352e2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:39.984531 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c771e792-1f8a-4398-935f-a526a5d2a701 req-928ae4a7-6390-4987-a270-6f0c8b6352e2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 943 time: 0.0992975
Oct 27 15:12:40.044855 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c771e792-1f8a-4398-935f-a526a5d2a701 req-7e48b6a4-99c0-4576-980e-96b2d91fb618 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499384
Oct 27 15:12:40.157202 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a53145-0ecd-4c2c-bf1d-638391045e2e req-a8fb58fc-eb0a-491f-b367-16c8179c8c8e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:40.158655 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-59a53145-0ecd-4c2c-bf1d-638391045e2e req-a8fb58fc-eb0a-491f-b367-16c8179c8c8e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.1459577
Oct 27 15:12:40.162440 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-24ea1be1-4329-415d-acf1-dd28e841c25e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 1098 time: 0.0978370
Oct 27 15:12:40.297456 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-59a53145-0ecd-4c2c-bf1d-638391045e2e req-0f2dd1d8-e5cb-4d3b-8996-c40e65e5156c tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1329656
Oct 27 15:12:40.329433 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-a2424d19-b431-4095-af27-998482c0c1c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:40.330902 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-a2424d19-b431-4095-af27-998482c0c1c2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.1522713
Oct 27 15:12:40.434479 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-33f45d01-993e-4b1a-88ee-987dea0e80b8 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 200  len: 1001 time: 0.0958390
Oct 27 15:12:40.501996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-f5255729-18a5-45fb-b2ad-b78edeaa78bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:40.503484 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-f5255729-18a5-45fb-b2ad-b78edeaa78bc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0609386
Oct 27 15:12:40.581075 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-2950d45a-d6ad-4e89-8bd0-aaa053e1541a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698855
Oct 27 15:12:40.720619 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-ab815143-51d8-4365-a8c4-19a476d67011 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317520
Oct 27 15:12:40.806790 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:40.869045 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-290af58c-c611-4182-b067-a3f7af3f92b5 req-34ff010d-e9cc-4ded-aae2-5632b789fc0b service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405356
Oct 27 15:12:40.965221 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:12:41.104732 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:41.119410 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '2667b15a-7e06-4af6-9453-f076ce4998af', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'port_id': '2667b15a-7e06-4af6-9453-f076ce4998af', 'mac_address': 'fa:16:3e:8c:b8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:12:41.178307 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:41.197227 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:12:41.213277 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:41.217401 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:41.219687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-f05184df-4843-4196-9745-6fe050528fb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:41.263343 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cec93a-9577-44c0-b87b-87dfe14dfcc2 req-6bd503ef-6cf4-4346-9b30-d0374c4d24e8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:41.265120 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-84cec93a-9577-44c0-b87b-87dfe14dfcc2 req-6bd503ef-6cf4-4346-9b30-d0374c4d24e8 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 944 time: 0.0825396
Oct 27 15:12:41.289375 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=9']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:41.292638 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:41.315169 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-84cec93a-9577-44c0-b87b-87dfe14dfcc2 req-2ee78472-c787-425a-9793-133209b5c2af tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432169
Oct 27 15:12:41.509561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f432e0-3a01-4c35-86a0-1e26c1357018 req-91b078b1-db76-42a4-9a01-1046fc53f81d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:41.510981 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26f432e0-3a01-4c35-86a0-1e26c1357018 req-91b078b1-db76-42a4-9a01-1046fc53f81d tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0841224
Oct 27 15:12:41.513744 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['2667b15a-7e06-4af6-9453-f076ce4998af'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:12:41.560291 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26f432e0-3a01-4c35-86a0-1e26c1357018 req-9d8d1b7c-1d71-408f-b876-6ec9147fedeb tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435264
Oct 27 15:12:42.529855 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273c450-4d31-478b-b65f-cc17ae911a9d req-40796835-37ed-42f8-9fcc-e8687c2161c3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:42.531229 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8273c450-4d31-478b-b65f-cc17ae911a9d req-40796835-37ed-42f8-9fcc-e8687c2161c3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 944 time: 0.0778408
Oct 27 15:12:42.576559 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8273c450-4d31-478b-b65f-cc17ae911a9d req-fad611d2-62f8-45bd-a3ea-ffcaf2711056 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397911
Oct 27 15:12:42.763301 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda0a3-b772-40f2-ae28-d935f92ae1c1 req-f29d57e9-ae36-4599-a4e3-fff3ab8946fc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:42.764773 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d8eda0a3-b772-40f2-ae28-d935f92ae1c1 req-f29d57e9-ae36-4599-a4e3-fff3ab8946fc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0789444
Oct 27 15:12:42.810459 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d8eda0a3-b772-40f2-ae28-d935f92ae1c1 req-c6c4c44d-d5f9-4dd3-9f90-97ce36e2f7fa tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392618
Oct 27 15:12:42.991218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:12:43.063653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 2667b15a-7e06-4af6-9453-f076ce4998af triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:12:43.063653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:43.171873 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:43.198897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:12:43.208689 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:12:43.212613 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:43.214552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a133fc90-7685-431c-b033-5f9b48b01ffa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:12:43.259326 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'code': 200}
Oct 27 15:12:43.286416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=10']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:12:43.289587 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:12:43.532473 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-67f867eb-ef12-4781-b4e7-663286921795 req-334c35a6-e1dd-4a30-b56a-30c274eebebb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 1099 time: 0.0858986
Oct 27 15:12:43.576346 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-67f867eb-ef12-4781-b4e7-663286921795 req-e7df3793-1d7b-404a-ae2a-86b80225fbde service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367498
Oct 27 15:12:43.787533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ec028-614d-42e5-9a7f-512c89f6c750 req-e23b3a3d-7e9a-44b2-b166-7e3d6664b24a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:43.788934 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-271ec028-614d-42e5-9a7f-512c89f6c750 req-e23b3a3d-7e9a-44b2-b166-7e3d6664b24a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.0779157
Oct 27 15:12:43.834719 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-271ec028-614d-42e5-9a7f-512c89f6c750 req-0c066548-448f-47c2-b9a9-711da5476278 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403283
Oct 27 15:12:45.067424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933e8bd-653a-4dd4-a8d4-1ac7683e279c req-cb6bfc63-b047-4278-9e69-97e4bd2ba37d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:45.068987 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f933e8bd-653a-4dd4-a8d4-1ac7683e279c req-cb6bfc63-b047-4278-9e69-97e4bd2ba37d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.0949175
Oct 27 15:12:45.120744 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f933e8bd-653a-4dd4-a8d4-1ac7683e279c req-08456fed-156f-43ec-b4cf-66c15c520f5e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460477
Oct 27 15:12:45.162143 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:12:46.424970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763b61-def6-400c-9117-61a1494660f4 req-4b6a5542-a0d9-433a-99e2-836c154df7fd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:12:46.426490 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d5763b61-def6-400c-9117-61a1494660f4 req-4b6a5542-a0d9-433a-99e2-836c154df7fd tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.1561818
Oct 27 15:12:46.471004 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d5763b61-def6-400c-9117-61a1494660f4 req-b0ad3b78-19ba-4b46-9a79-98ad1a9dd325 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391166
Oct 27 15:13:04.857101 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:13:06.183102 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0aa89dec-010e-4e7b-94f3-4dbad9cb7918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:06.562449 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:08.343100 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4ba58670-bef3-4675-b714-d40375e5ab85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:09.226038 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:10.799638 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:15.161409 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:20.912710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14e313-c1f1-4e74-9a6b-c276c1045718 req-0ebd8691-637c-49c2-a2bf-77587741892d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:20.914162 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba14e313-c1f1-4e74-9a6b-c276c1045718 req-0ebd8691-637c-49c2-a2bf-77587741892d tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.0764930
Oct 27 15:13:20.961763 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ba14e313-c1f1-4e74-9a6b-c276c1045718 req-4d201158-9bdf-43b1-ace3-5db3b63cc39b tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421603
Oct 27 15:13:21.909961 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18801bae-c048-458d-a595-b3a45b39083c req-24aea6b4-e74b-40eb-a5e3-7f0f1a6f750f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:21.911378 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-18801bae-c048-458d-a595-b3a45b39083c req-24aea6b4-e74b-40eb-a5e3-7f0f1a6f750f tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.0798674
Oct 27 15:13:21.957932 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-18801bae-c048-458d-a595-b3a45b39083c req-71a1306b-7567-41f4-a032-f32d3f98920e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410953
Oct 27 15:13:22.175328 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38f35-af94-4a17-97c3-2955b4a3a50f req-72ba02dc-588b-4423-8d74-9f20f83f6528 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:22.176752 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-81c38f35-af94-4a17-97c3-2955b4a3a50f req-72ba02dc-588b-4423-8d74-9f20f83f6528 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.0821722
Oct 27 15:13:22.223772 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-81c38f35-af94-4a17-97c3-2955b4a3a50f req-dc7bcf7f-c435-44a8-b4cc-16c3b4f44413 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415666
Oct 27 15:13:22.496098 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-c1477e23-9718-41d8-af26-e6ccc9983ed7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:22.497402 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-c1477e23-9718-41d8-af26-e6ccc9983ed7 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.1329708
Oct 27 15:13:22.499952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-ff8dffa3-bae4-40df-8ec9-d46daed469ed service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1052945
Oct 27 15:13:22.609728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Deleting port 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:22.610052 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:22.714194 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-f1c878f1-0d7c-4aa0-a6e6-973a72e8c4ba service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.1741903
Oct 27 15:13:22.961088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] For port 2667b15a-7e06-4af6-9453-f076ce4998af, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=2667b15a-7e06-4af6-9453-f076ce4998af,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:22.961827 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:22.975902 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-ac07d426-7b6b-4a0c-bee1-19f97ccb1089 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:22.977311 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-ac07d426-7b6b-4a0c-bee1-19f97ccb1089 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.2310820
Oct 27 15:13:23.260521 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-27e1410f-3535-400e-b9f1-0367ddc2cccb service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 1001 time: 0.2335348
Oct 27 15:13:23.434281 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ddf45-d1e4-4c9d-a7d3-8a0e31cc4302 req-b5104ef4-daed-4388-8fd7-67038d463860 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:23.435950 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-727ddf45-d1e4-4c9d-a7d3-8a0e31cc4302 req-b5104ef4-daed-4388-8fd7-67038d463860 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 946 time: 0.0778391
Oct 27 15:13:23.440674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-9b44956b-9e01-439b-ac94-b74d5643e0c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:23.442102 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-9b44956b-9e01-439b-ac94-b74d5643e0c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.1665976
Oct 27 15:13:23.447533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4896-c64f-4121-a9be-2b32d2f01c89 req-48bddf84-1ed0-494d-b5f9-901c3a72523a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:23.449056 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-301a4896-c64f-4121-a9be-2b32d2f01c89 req-48bddf84-1ed0-494d-b5f9-901c3a72523a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.3596256
Oct 27 15:13:23.504514 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:23.504854 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:23.505163 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Floating IP ef5fdf26-dfa2-4c73-bf5c-72dc79389907 disassociated. External IP: 172.27.3.17, port: 2667b15a-7e06-4af6-9453-f076ce4998af.
Oct 27 15:13:23.505506 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Calling delete_port for 2667b15a-7e06-4af6-9453-f076ce4998af owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:23.569883 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-727ddf45-d1e4-4c9d-a7d3-8a0e31cc4302 req-6edb1c24-04af-46ba-b685-46dee832e2b4 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups?id=d41627c0-0a6a-42f4-a18f-13d52aeb19f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274021
Oct 27 15:13:23.724031 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-301a4896-c64f-4121-a9be-2b32d2f01c89 req-2a92cdeb-8a43-4bbe-b587-542f1c99ace2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2428508
Oct 27 15:13:23.763326 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-ac6a14b0-8628-4839-8d0b-aa36a1dc1b76 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3133316
Oct 27 15:13:23.831176 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:23.879319 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-21bce73e-4270-4c82-aee1-a95e2b348d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:23.929038 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'Port': ['ID=2667b15a-7e06-4af6-9453-f076ce4998af,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:23.961128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.961714 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.961852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.962206 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.962553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.962902 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.963252 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.963620 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.963965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.964311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:23.964671 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:24.009572 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:24.070298 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-d66a2219-f13f-489e-a02a-591e864b9862 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2951069
Oct 27 15:13:24.233514 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5a454920-065a-41ee-8a1e-18996f33336e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:24.234814 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5a454920-065a-41ee-8a1e-18996f33336e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.2760823
Oct 27 15:13:24.350324 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0aed8f0e-cb37-4e27-b901-3b6ef14f1d0b req-f88e229a-0a0f-4756-be57-12875d1a3eab service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659068
Oct 27 15:13:24.376928 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Deleting port d7396bcc-03e8-4bf0-9146-e64147ca2835 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:24.377264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:24.557044 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:13:24.723137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] For port d7396bcc-03e8-4bf0-9146-e64147ca2835, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=d7396bcc-03e8-4bf0-9146-e64147ca2835,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:24.723548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:24.769836 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a6f443a4-405a-444c-8c21-2a1d81eeaf53 req-70f171d2-e3ea-428a-ab55-ccddac452168 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 210 time: 0.0518796
Oct 27 15:13:25.279915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:25.280540 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:25.280665 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Floating IP e0ad69b8-fd54-414d-9855-22bb782f6dc4 disassociated. External IP: 172.27.3.198, port: d7396bcc-03e8-4bf0-9146-e64147ca2835.
Oct 27 15:13:25.280918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Calling delete_port for d7396bcc-03e8-4bf0-9146-e64147ca2835 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:25.365444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f35d3-24c2-4cc3-892b-afbc8c05017b req-d26ea999-7a3a-4e6f-8574-cf54f5472ba0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:25.366896 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a28f35d3-24c2-4cc3-892b-afbc8c05017b req-d26ea999-7a3a-4e6f-8574-cf54f5472ba0 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 945 time: 0.5140400
Oct 27 15:13:25.398539 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:13:25.409459 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:13:25.421441 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:25.422046 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac297dbe80>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:25.514442 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] No DVR routers for this DVR port 2667b15a-7e06-4af6-9453-f076ce4998af on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:13:25.523667 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:25.528284 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-deleted', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:13:25.549154 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a28f35d3-24c2-4cc3-892b-afbc8c05017b req-99b3050e-c233-4759-abd5-9b6bf7e45274 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=ffb9f8d9-46fe-44d6-9176-7e34ac97072f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668663
Oct 27 15:13:25.572381 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-eefcf841-7eb0-463e-ba9a-514369129de1 req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.91 "DELETE /v2.0/ports/2667b15a-7e06-4af6-9453-f076ce4998af HTTP/1.1" status: 204  len: 173 time: 3.0636225
Oct 27 15:13:25.579082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:25.597055 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-671f4b6c-39ff-4328-b812-6b9a3411766e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:25.630356 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e136d81-f8e2-4dff-8acb-fc7c6246ad3a', 'name': 'network-vif-deleted', 'tag': '2667b15a-7e06-4af6-9453-f076ce4998af', 'status': 'completed', 'code': 200}
Oct 27 15:13:25.643621 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'Port': ['ID=d7396bcc-03e8-4bf0-9146-e64147ca2835,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:25.647640 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:25.664128 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:25.875335 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:13:25.989700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-26abbcc1-8dd3-4863-8b32-0117774e9a2b req-b042949d-2ac7-4888-a825-c925e21ab0fb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Synchronizing usage tracker for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:25.999176 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac297dbe80>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:26.005156 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:13:26.018415 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-26abbcc1-8dd3-4863-8b32-0117774e9a2b req-b042949d-2ac7-4888-a825-c925e21ab0fb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Unset dirty status for tenant:ef93e3d769ba40e79c626d3bc351a81c on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:26.019751 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26abbcc1-8dd3-4863-8b32-0117774e9a2b req-b042949d-2ac7-4888-a825-c925e21ab0fb tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/ports?device_id=1e136d81-f8e2-4dff-8acb-fc7c6246ad3a HTTP/1.1" status: 200  len: 210 time: 0.0810070
Oct 27 15:13:26.020419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:26.021812 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac297dbe80>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:26.176033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:13:26.185878 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:13:26.220334 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:26.221398 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29859040>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:26.237681 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:26.260713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] No DVR routers for this DVR port d7396bcc-03e8-4bf0-9146-e64147ca2835 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:13:26.263401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:26.265889 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-dd9dda35-a0ff-49d9-b876-c09322c292c2 req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "DELETE /v2.0/ports/d7396bcc-03e8-4bf0-9146-e64147ca2835 HTTP/1.1" status: 204  len: 173 time: 1.9810488
Oct 27 15:13:26.491271 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:26.579628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac297dbe80>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:26.584648 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c505718-5080-4e68-9654-0e6d7bad399c None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:05:31Z', 'revision_number': 4, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '8ddd13d0-af53-4d40-82aa-3e22282ec86b', 'name': '', 'network_id': 'cf483c66-d2f3-4575-b6b9-f07ea2c1c566', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'mac_address': 'fa:16:3e:d3:75:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:29Z', 'updated_at': '2021-10-27T15:06:02Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'subnets': [{'id': 'd58e286f-ed7c-4a18-89c9-50dde55d5127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:13:26.791366 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-acdde0e7-77d9-412e-93af-7505366ea06e req-98a77666-e2c8-4a45-86b9-ecf2764567df tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=1d9ef031-f1df-498e-8a54-477cc97c8843 HTTP/1.1" status: 200  len: 210 time: 0.0668097
Oct 27 15:13:26.882110 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35f3779-c66d-4a0d-895c-fac742c39b82 None None] New status for floating IP ef5fdf26-dfa2-4c73-bf5c-72dc79389907: DOWN {{(pid=82716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:13:26.897682 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29859040>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:26.902087 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:13:26.913120 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:26.913739 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29859040>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:27.106987 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:27.260191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45564) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:27.273395 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:13:27.316394 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 2667b15a-7e06-4af6-9453-f076ce4998af {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:13:27.316722 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 2667b15a-7e06-4af6-9453-f076ce4998af not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:13:27.347062 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.384999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.441085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.446301 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-92d5928e-4faa-47a6-ae60-477532a2344a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:27.462867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41627c0-0a6a-42f4-a18f-13d52aeb19f8,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:27.466117 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29859040>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:27.466674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:27.471272 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29a329f-1787-4c0c-abea-d1313824ca35 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:13:27.476571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.477735 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "DELETE /v2.0/security-groups/d41627c0-0a6a-42f4-a18f-13d52aeb19f8 HTTP/1.1" status: 204  len: 168 time: 0.2162783
Oct 27 15:13:27.480377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45568) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:27.499571 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.api.v2.resource [None req-df7c0418-65ad-4937-b010-0f4f11679ea0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] show failed (client error): The resource could not be found.
Oct 27 15:13:27.502523 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-df7c0418-65ad-4937-b010-0f4f11679ea0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "GET /v2.0/security-groups/d41627c0-0a6a-42f4-a18f-13d52aeb19f8 HTTP/1.1" status: 404  len: 347 time: 0.0193911
Oct 27 15:13:27.503768 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45572) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:27.649123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'name': 'network-vif-deleted', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:13:27.690738 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Deleting port fc627c26-cc72-409f-a623-2eea543f3c33 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:27.691177 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.721616 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d9ef031-f1df-498e-8a54-477cc97c8843', 'name': 'network-vif-deleted', 'tag': 'd7396bcc-03e8-4bf0-9146-e64147ca2835', 'status': 'completed', 'code': 200}
Oct 27 15:13:27.745597 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce40ecc-bf1a-41d2-b4c8-74a0de33e8b7 None None] New status for floating IP e0ad69b8-fd54-414d-9855-22bb782f6dc4: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:13:27.882238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.882572 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:27.933440 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45582) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:28.019896 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.052196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.108525 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.112916 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-42c96ed9-ab46-495a-af54-818611ba73b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:28.131567 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb9f8d9-46fe-44d6-9176-7e34ac97072f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:28.136833 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Calling delete_port for fc627c26-cc72-409f-a623-2eea543f3c33 owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:28.140452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.140828 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.141180 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.141532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.141882 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.142232 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.142576 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.142954 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.143299 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.143671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.144010 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:28.147894 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:28.150149 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.154805 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5b44018f-529f-4067-b5ee-d5cdc708de00 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "DELETE /v2.0/security-groups/ffb9f8d9-46fe-44d6-9176-7e34ac97072f HTTP/1.1" status: 204  len: 168 time: 0.2155571
Oct 27 15:13:28.155049 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45586) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:28.172865 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.api.v2.resource [None req-66c80dd2-a3ce-4b1f-8ab3-d920d872587a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] show failed (client error): The resource could not be found.
Oct 27 15:13:28.177663 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-66c80dd2-a3ce-4b1f-8ab3-d920d872587a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups/ffb9f8d9-46fe-44d6-9176-7e34ac97072f HTTP/1.1" status: 404  len: 347 time: 0.0176947
Oct 27 15:13:28.178188 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45590) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:28.303731 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.307346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-479a003b-8648-47e5-b84e-0e18aa11e8e3 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:28.346800 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Deleting port 60b48272-351e-47ca-bfbc-06e7d456523a {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:28.347134 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.351951 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Pushing event deleted for resources: {'Port': ['ID=fc627c26-cc72-409f-a623-2eea543f3c33,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:28.356583 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:28.449422 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.470066 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.471221 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] 10.222.0.89 "DELETE /v2.0/floatingips/ef5fdf26-dfa2-4c73-bf5c-72dc79389907 HTTP/1.1" status: 204  len: 168 time: 0.9664767
Oct 27 15:13:28.550708 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.551194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.673116 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Calling delete_port for 60b48272-351e-47ca-bfbc-06e7d456523a owned by network:floatingip {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:28.821441 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.826625 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-32ca332e-8f06-4151-a349-9a6c1646b801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:28.869886 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'Port': ['ID=60b48272-351e-47ca-bfbc-06e7d456523a,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:28.873270 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:28.963414 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.983594 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:28.984744 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-68e11003-44a7-474c-8668-b87c8f749794 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "DELETE /v2.0/floatingips/e0ad69b8-fd54-414d-9855-22bb782f6dc4 HTTP/1.1" status: 204  len: 168 time: 0.8055394
Oct 27 15:13:29.210773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45602) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:29.218296 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476247449', 'description': 'tempest-description--1024049533'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:29.222915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:29.227497 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:29.230727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:29.237624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:29.248378 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.272879 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d7396bcc-03e8-4bf0-9146-e64147ca2835 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:13:29.289341 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:29.296136 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:29.300271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:29.306025 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: d7396bcc-03e8-4bf0-9146-e64147ca2835 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:13:29.306370 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device d7396bcc-03e8-4bf0-9146-e64147ca2835 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:13:29.308977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:29.370403 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.374472 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.378238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-68f91329-e4c7-4056-b488-1f0b155ac135 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:29.420772 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:29.423642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.424837 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2130628
Oct 27 15:13:29.425722 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:29.427786 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45606) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:29.433048 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group_rule': {'security_group_id': '62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:29.439054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:29.442792 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:29.445961 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:29.451642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:29.472833 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.538873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.543663 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.545974 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:29.567481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01dbc548-0283-43ff-8c0b-3aa73f52ebca,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:29.569964 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:29.578064 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.579393 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4c744ec9-b9b8-4b45-8f0b-bfe2ec63dadc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1508391
Oct 27 15:13:29.582676 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45610) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:29.589919 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'security_group_rule': {'security_group_id': '62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:29.595829 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:29.600264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:security_group_rule and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:29.603361 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:29.609288 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:29.626648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.690729 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.700998 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.708448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:29.727957 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfea554-a24c-4ed8-a2ba-c03ae3ea6341,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:29.730387 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:29.752667 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.753992 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-fb491184-8526-46fd-a2ad-9dc10b6323b2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1700325
Oct 27 15:13:29.757108 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45618) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:29.762598 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:29.768868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:29.773113 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Usage tracker for resource:floatingip and tenant:16cd4eff02e14dd2bb565b0b65ce8156 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:29.776641 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:29.783713 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:29.796334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:29.935307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.086278 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Allocated IP 172.27.3.6 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/b9cb4842-cb76-4523-a361-2be29deb607a) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:13:30.241076 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.274345 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.278255 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ca69e182-b1a8-4c94-8837-3000005c0ab5 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:30.348629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:13:30.349786 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:13:30.351604 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=b9cb4842-cb76-4523-a361-2be29deb607a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:30.353636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:13:30.384516 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:30.532948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.603297 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.808444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.812749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.816573 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:30.920175 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=b9cb4842-cb76-4523-a361-2be29deb607a,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:30.922998 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:30.940999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.962632 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:30.964082 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.2060430
Oct 27 15:13:31.200425 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a35bb633-692c-4414-9eae-568944c83342 req-5e222214-74e9-431a-8e5a-f44a1cf7371c tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:31.219688 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a35bb633-692c-4414-9eae-568944c83342 req-5e222214-74e9-431a-8e5a-f44a1cf7371c tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:31.223593 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-5e222214-74e9-431a-8e5a-f44a1cf7371c tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-securitygroup--476247449&fields=id&tenant_id=16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 267 time: 0.0649731
Oct 27 15:13:31.313802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45642) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:31.477665 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb633-692c-4414-9eae-568944c83342 req-9d7885ca-27d6-461d-a9e7-f31b5c436154 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:31.479103 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-9d7885ca-27d6-461d-a9e7-f31b5c436154 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 810 time: 0.2503986
Oct 27 15:13:31.496357 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-7ea8f7e2-0cdf-4de7-a394-5dda004f2163 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/quotas/16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 375 time: 0.0115764
Oct 27 15:13:31.585569 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a35bb633-692c-4414-9eae-568944c83342 req-7b7a20a5-b486-423e-87cf-d37f4c8e15bb tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:31.603809 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a35bb633-692c-4414-9eae-568944c83342 req-7b7a20a5-b486-423e-87cf-d37f4c8e15bb tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:31.604850 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-7b7a20a5-b486-423e-87cf-d37f4c8e15bb tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1027799
Oct 27 15:13:31.752635 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-e7e6da8e-fef6-407d-a941-34b1f34dd7e2 service neutron] 10.222.0.89 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343982
Oct 27 15:13:31.885908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:31.891766 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-9549f059-f3a0-4a34-ba42-ec2a0039ca3e service neutron] 10.222.0.89 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331875
Oct 27 15:13:32.095201 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-a5711ca3-f06d-4f09-8e6e-c088604b9cc0 req-52e7c98b-2d2a-404b-84e0-20b76f382877 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:32.120211 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-a5711ca3-f06d-4f09-8e6e-c088604b9cc0 req-52e7c98b-2d2a-404b-84e0-20b76f382877 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:32.121333 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a5711ca3-f06d-4f09-8e6e-c088604b9cc0 req-52e7c98b-2d2a-404b-84e0-20b76f382877 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 210 time: 0.0682442
Oct 27 15:13:32.681448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Deleting port 8ddd13d0-af53-4d40-82aa-3e22282ec86b {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:32.682148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:32.861926 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] For port 8ddd13d0-af53-4d40-82aa-3e22282ec86b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=8ddd13d0-af53-4d40-82aa-3e22282ec86b,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:32.862273 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:32.984319 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Calling delete_port for 8ddd13d0-af53-4d40-82aa-3e22282ec86b owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:33.162487 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:33.166799 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:33.214864 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddd13d0-af53-4d40-82aa-3e22282ec86b,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:33.219174 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:33.396913 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-57815886-fa5d-48a2-b77b-6dd76b97207a req-e9d39c1f-5a47-4c13-bc1d-536e375408bc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 210 time: 0.0934465
Oct 27 15:13:33.557899 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb633-692c-4414-9eae-568944c83342 req-de95e877-c287-4f48-bec4-e0599a1e8b80 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:33.559214 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-de95e877-c287-4f48-bec4-e0599a1e8b80 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 810 time: 0.3009918
Oct 27 15:13:33.561459 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:33.620771 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-2bb00f7f-63ac-4281-af57-8eb2fcd8c11b tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16cd4eff02e14dd2bb565b0b65ce8156 HTTP/1.1" status: 200  len: 379 time: 0.0464354
Oct 27 15:13:33.638296 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'port': {'device_id': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'admin_state_up': True, 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'security_groups': ['62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:33.786882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:33.798543 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:33.809970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Made reservation on behalf of 16cd4eff02e14dd2bb565b0b65ce8156 for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:13:33.813550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.023505 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Allocated IP 172.20.0.14 (0087faae-9a3c-45a8-9aca-4527e1198c23/245c1326-e632-417b-b1ac-0bd6d3ad7030/230c92ec-cc4e-46da-a9d6-3b6176c4f11a) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:13:34.216504 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.235193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Transition to ACTIVE for port object 230c92ec-cc4e-46da-a9d6-3b6176c4f11a will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:13:34.259836 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.268219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-88db0848-abda-4e5a-933e-e2a269462278 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:34.311194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Router 25c12a8c-4215-4fae-94e9-3050f29ccbdc has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:13:34.346257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:13:34.349251 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:13:34.353235 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:13:34.386554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event updated for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:34.394174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:34.429216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:34.430641 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.460048 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8259783
Oct 27 15:13:34.480050 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Request body: {'port': {'device_id': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:34.615836 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.623814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:13:34.640366 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Sync routers for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:13:34.652963 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0b728b72-50d2-4557-a7be-3531c0cc5127 admin admin] 10.222.0.89 "PUT /v2.0/routers/25c12a8c-4215-4fae-94e9-3050f29ccbdc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3355641
Oct 27 15:13:34.654304 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45662) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:34.662957 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-7fd380c0-c125-460f-9592-a584870b1d05 None None] Provisioning for port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:13:34.666364 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:34.666983 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29985bb0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:34.729234 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678b2ee-8d87-47e9-8224-2fa0c3b9638e req-73efca8d-4720-4c84-9aa6-4eac6fac693a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:34.730719 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9678b2ee-8d87-47e9-8224-2fa0c3b9638e req-73efca8d-4720-4c84-9aa6-4eac6fac693a tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 932 time: 0.1989000
Oct 27 15:13:34.744170 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-7fd380c0-c125-460f-9592-a584870b1d05 None None] Provisioning complete for port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:13:34.744561 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-7fd380c0-c125-460f-9592-a584870b1d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.846260 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-9678b2ee-8d87-47e9-8224-2fa0c3b9638e req-3cd96726-f7b1-40b0-9b4a-e5fece4fcfd2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:34.868128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-9678b2ee-8d87-47e9-8224-2fa0c3b9638e req-3cd96726-f7b1-40b0-9b4a-e5fece4fcfd2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:34.869274 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9678b2ee-8d87-47e9-8224-2fa0c3b9638e req-3cd96726-f7b1-40b0-9b4a-e5fece4fcfd2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1236184
Oct 27 15:13:34.923618 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:34.939961 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-7fd380c0-c125-460f-9592-a584870b1d05 None None] Port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:13:34.957453 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:35.074022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 230c92ec-cc4e-46da-a9d6-3b6176c4f11a {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:13:35.082170 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.097874 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Transition to ACTIVE for port object 230c92ec-cc4e-46da-a9d6-3b6176c4f11a will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:13:35.107690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.113285 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7db7849-ead4-4e0a-bfc0-93db5c80be31 tempest-VolumesSnapshotTestJSON-60951798 tempest-VolumesSnapshotTestJSON-60951798-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:35.131817 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.140990 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Deleting port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:35.141221 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.240057 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Pushing event updated for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:35.243825 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:35.271897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29985bb0>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72'}], 'enable_snat': True}, 'gw_port_id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:13:33Z', 'revision_number': 5, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port': {'id': '08e14e98-c1b7-4b51-9a68-e699eb08a1a9', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:05:19Z', 'updated_at': '2021-10-27T15:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:35.278487 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Checking router: 25c12a8c-4215-4fae-94e9-3050f29ccbdc for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:13:35.290840 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Routers {'25c12a8c-4215-4fae-94e9-3050f29ccbdc'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:35.291733 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29985bb0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:35.377827 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] For port 08e14e98-c1b7-4b51-9a68-e699eb08a1a9, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:35.378218 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.404867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Attempting to bind port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:13:35.405238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Attempting to bind port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:13:35.405563 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Attempting to bind port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:13:35.411868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a on network 0087faae-9a3c-45a8-9aca-4527e1198c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:13:35.412188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Attempting to bind port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a on network 0087faae-9a3c-45a8-9aca-4527e1198c23 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:13:35.419607 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:13:35.419824 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Checking segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:13:35.420198 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Bound using segment: {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:13:35.420821 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Bound port: 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c460f3b1-1074-4fc5-95c7-68f10d7990f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1333, 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:13:35.421290 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.465375 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] Set router 25c12a8c-4215-4fae-94e9-3050f29ccbdc gateway port host: None {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:35.526961 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:13:35.530428 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:13:35.535273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.539011 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:35.577404 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29985bb0>, [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:13:35Z', 'revision_number': 6, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:35.583338 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a72c-3b31-4d6d-884e-d32fdb931c02 None None] The sync data for ids ['25c12a8c-4215-4fae-94e9-3050f29ccbdc'] in dv-cinder-815673-1-iscsi is: [{'id': '25c12a8c-4215-4fae-94e9-3050f29ccbdc', 'name': 'tempest-AttachVolumeShelveTestJSON-470149573-router', 'tenant_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:05:18Z', 'updated_at': '2021-10-27T15:13:35Z', 'revision_number': 6, 'project_id': 'ef93e3d769ba40e79c626d3bc351a81c', 'gw_port_host': None}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:13:35.602714 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.604135 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] 10.222.0.91 "PUT /v2.0/ports/230c92ec-cc4e-46da-a9d6-3b6176c4f11a HTTP/1.1" status: 200  len: 1094 time: 1.1293905
Oct 27 15:13:35.604649 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:13:35.639556 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Calling delete_port for 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:35.644060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Pushing event updated for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:35.647938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:35.703332 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'status': 'completed', 'code': 200}
Oct 27 15:13:35.741439 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-4ca9e315-770e-470e-8309-e89b847c62f4 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 1097 time: 0.0760770
Oct 27 15:13:35.820322 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:35.821514 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-b9b601c2-383d-474a-83df-12eff2ea273a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a HTTP/1.1" status: 200  len: 217 time: 0.0695059
Oct 27 15:13:35.824089 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:35.867497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Pushing event deleted for resources: {'Port': ['ID=08e14e98-c1b7-4b51-9a68-e699eb08a1a9,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:35.871476 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:35.889321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bb633-692c-4414-9eae-568944c83342 req-0d37badd-0fe5-4d80-96c8-285b2a2e728d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:35.890758 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-0d37badd-0fe5-4d80-96c8-285b2a2e728d service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0613854
Oct 27 15:13:35.995167 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-f7878327-6e4e-4055-a715-d03281f838a7 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0970623
Oct 27 15:13:36.143102 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-ef98e5e6-1b65-49b8-939e-ca4eb98cf683 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394608
Oct 27 15:13:36.148145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.187129 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d41004ed-e9e1-40d5-8243-ab5f0f7f7c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.281903 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a35bb633-692c-4414-9eae-568944c83342 req-3ab8a13a-16f1-4f5f-bcf4-029a22ab03ad service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1307228
Oct 27 15:13:36.418538 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-84d30403-eb57-4d39-b152-2a2602a8975d service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 1097 time: 0.0856340
Oct 27 15:13:36.427113 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.429600 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8ddd13d0-af53-4d40-82aa-3e22282ec86b no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:13:36.433459 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a0b390-634b-4bec-a6f5-31b1c64fa806 req-5c132ab9-22ca-4630-b065-3a67d4debb50 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:36.434914 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-54a0b390-634b-4bec-a6f5-31b1c64fa806 req-5c132ab9-22ca-4630-b065-3a67d4debb50 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 944 time: 0.4044778
Oct 27 15:13:36.438232 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.469441 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 8ddd13d0-af53-4d40-82aa-3e22282ec86b {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:13:36.469781 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 8ddd13d0-af53-4d40-82aa-3e22282ec86b not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:13:36.470395 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:13:36.494657 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.495193 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25c12a8c-4215-4fae-94e9-3050f29ccbdc {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:13:36.498596 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-54a0b390-634b-4bec-a6f5-31b1c64fa806 req-9de4e2ee-87d4-4778-8c6e-77148d057598 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568616
Oct 27 15:13:36.509708 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.511972 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:13:36.512534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 08e14e98-c1b7-4b51-9a68-e699eb08a1a9 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:13:36.513571 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] 10.222.0.89 "DELETE /v2.0/routers/25c12a8c-4215-4fae-94e9-3050f29ccbdc HTTP/1.1" status: 204  len: 168 time: 1.8583534
Oct 27 15:13:36.514435 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45670) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:36.565485 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.581289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Deleting subnet d58e286f-ed7c-4a18-89c9-50dde55d5127 {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:13:36.584959 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.588695 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-b7e0a323-6a4f-4044-a16d-a0c26dce67c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:36.590296 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-b7e0a323-6a4f-4044-a16d-a0c26dce67c2 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.1641998
Oct 27 15:13:36.637870 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.666859 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-d7c87476-78a3-4bcb-8396-5bfc2a30ce88 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a HTTP/1.1" status: 200  len: 217 time: 0.0694375
Oct 27 15:13:36.723431 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.735092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-0c3bde7e-1a91-4774-90f5-087620cb5e8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:36.737198 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-0c3bde7e-1a91-4774-90f5-087620cb5e8c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0607162
Oct 27 15:13:36.795953 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.800639 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-11991ffa-c337-4ea2-986a-897185c534c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:36.832474 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d58e286f-ed7c-4a18-89c9-50dde55d5127,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:36.836479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:36.838836 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-ee4488d3-090f-4fa2-9202-6ceed243986a service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0919774
Oct 27 15:13:36.844686 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:36.851676 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f8efae-dd9c-4207-adac-e94c8c61ed61 None None] Network cf483c66-d2f3-4575-b6b9-f07ea2c1c566 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:13:36.856082 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] 10.222.0.89 "DELETE /v2.0/subnets/d58e286f-ed7c-4a18-89c9-50dde55d5127 HTTP/1.1" status: 204  len: 168 time: 0.3384726
Oct 27 15:13:36.858376 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45674) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:37.071936 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.083766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Deleting port 0b883879-0d70-4660-a9b8-2abafb254ae4 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:37.084101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.085365 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-069ab830-555c-4f6a-8042-dae5d9e2f5f3 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381670
Oct 27 15:13:37.121302 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] DHCP port deletion for cf483c66-d2f3-4575-b6b9-f07ea2c1c566 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:13:37.128217 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Deleting port 0b883879-0d70-4660-a9b8-2abafb254ae4 {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:37.128723 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.240556 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b54432b0-f517-45b6-b7c3-b1c394bb6e81 req-73175ee0-78bc-4b5f-9ba1-4cabaccd5d19 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432755
Oct 27 15:13:37.294508 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] For port 0b883879-0d70-4660-a9b8-2abafb254ae4, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0b883879-0d70-4660-a9b8-2abafb254ae4,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:37.294964 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.347335 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] For port 0b883879-0d70-4660-a9b8-2abafb254ae4, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=0b883879-0d70-4660-a9b8-2abafb254ae4,segment=NetworkSegment(60ec06ac-e98e-4513-b8f1-5a671c0f994a),segment_id=60ec06ac-e98e-4513-b8f1-5a671c0f994a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:37.347942 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.419195 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Calling delete_port for 0b883879-0d70-4660-a9b8-2abafb254ae4 owned by network:dhcp {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:37.467057 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Calling delete_port for 0b883879-0d70-4660-a9b8-2abafb254ae4 owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:13:37.501589 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.507470 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e06b5837-693b-4b68-81d6-470fd46e08c0 tempest-ServerRescueNegativeTestJSON-1011107677 tempest-ServerRescueNegativeTestJSON-1011107677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:37.547791 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:13:37.548438 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:13:37.552123 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b883879-0d70-4660-a9b8-2abafb254ae4,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:37.555628 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:37.558685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] No DVR routers for this DVR port 0b883879-0d70-4660-a9b8-2abafb254ae4 on host dv-cinder-815673-1-iscsi {{(pid=82715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:13:37.675624 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.702321 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28c8ccd0>,) {'filters': {'network_id': ['cf483c66-d2f3-4575-b6b9-f07ea2c1c566']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:37.710899 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361fa6b-d9f9-416a-84c4-5e843c5f3ec3 req-3eff895e-7f0d-417c-91e9-832bed1b4099 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:37.711625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-7361fa6b-d9f9-416a-84c4-5e843c5f3ec3 req-3eff895e-7f0d-417c-91e9-832bed1b4099 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:13:37.714796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28c8ccd0>, '60ec06ac-e98e-4513-b8f1-5a671c0f994a') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:37.715083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28c8ccd0>, '60ec06ac-e98e-4513-b8f1-5a671c0f994a') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:37.727102 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.728214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-7361fa6b-d9f9-416a-84c4-5e843c5f3ec3 req-3eff895e-7f0d-417c-91e9-832bed1b4099 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:13:37.729333 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7361fa6b-d9f9-416a-84c4-5e843c5f3ec3 req-3eff895e-7f0d-417c-91e9-832bed1b4099 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 944 time: 0.0948856
Oct 27 15:13:37.744307 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.751300 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Releasing vlan 1330 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:13:37.752476 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:13:37.765837 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:13:37.778830 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7361fa6b-d9f9-416a-84c4-5e843c5f3ec3 req-4cb52058-103c-4ca9-be5a-2765a5bea3a2 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434854
Oct 27 15:13:37.844606 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.848420 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:37.862051 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:37.873599 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf483c66-d2f3-4575-b6b9-f07ea2c1c566,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:37.879187 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:37.888773 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] 10.222.0.89 "DELETE /v2.0/networks/cf483c66-d2f3-4575-b6b9-f07ea2c1c566 HTTP/1.1" status: 204  len: 168 time: 1.0292940
Oct 27 15:13:38.041669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45682) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:38.049799 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Deleting port 0b883879-0d70-4660-a9b8-2abafb254ae4 {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:13:38.050332 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.092716 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-54ef7dbd-e4d9-499d-b0c2-c46b8fa61cd8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ef93e3d769ba40e79c626d3bc351a81c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0498154
Oct 27 15:13:38.095136 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45686) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:38.156351 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-e8af1521-f043-4918-9e85-138f56da3c74 None None] The port '0b883879-0d70-4660-a9b8-2abafb254ae4' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:13:38.159357 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.188612 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.241478 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.245538 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a6d97d90-c606-43ab-9fea-91dd9ad60c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:38.259759 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971b2b13-b4d8-4e23-859b-11e8a1d81586,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:38.263793 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:38.267267 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.269586 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/971b2b13-b4d8-4e23-859b-11e8a1d81586 HTTP/1.1" status: 204  len: 168 time: 0.1724603
Oct 27 15:13:38.350241 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0b883879-0d70-4660-a9b8-2abafb254ae4 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:13:38.384643 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 0b883879-0d70-4660-a9b8-2abafb254ae4 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:13:38.385009 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 0b883879-0d70-4660-a9b8-2abafb254ae4 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:13:38.388957 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d2cd5c9f-7a64-460f-8404-1a927b6aa0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:38.998427 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315748af-71d5-40ff-85b0-736e5d9b7719 req-b506c942-63b9-44fd-b39b-f5ea8fe0e124 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:38.999920 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-315748af-71d5-40ff-85b0-736e5d9b7719 req-b506c942-63b9-44fd-b39b-f5ea8fe0e124 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 944 time: 0.0824862
Oct 27 15:13:39.049863 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-315748af-71d5-40ff-85b0-736e5d9b7719 req-f67fb3db-9eb4-4f16-bbf5-fe4a6e7ab665 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437689
Oct 27 15:13:39.233701 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:39.349956 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 230c92ec-cc4e-46da-a9d6-3b6176c4f11a details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:13:39.492793 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:39.513560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'port_id': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'mac_address': 'fa:16:3e:0f:d8:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:13:39.569734 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:39.591658 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 230c92ec-cc4e-46da-a9d6-3b6176c4f11a {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:13:39.608177 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:39.612090 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:39.613774 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:39.678192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:39.687245 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.687613 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.687947 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.688278 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.688604 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.688928 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.689766 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.690091 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.690411 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.690725 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.691048 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:13:39.694977 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:39.859084 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['230c92ec-cc4e-46da-a9d6-3b6176c4f11a'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:13:40.273111 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f293bae-90eb-4a88-a76b-c120f6150053 req-6f8a9866-7470-4d32-b5cb-663259808b13 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:40.275875 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1f293bae-90eb-4a88-a76b-c120f6150053 req-6f8a9866-7470-4d32-b5cb-663259808b13 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 945 time: 0.1011641
Oct 27 15:13:40.330130 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1f293bae-90eb-4a88-a76b-c120f6150053 req-b6fc7308-c0a6-4969-8937-f87842ceb3b1 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495985
Oct 27 15:13:40.803044 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:41.359592 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 230c92ec-cc4e-46da-a9d6-3b6176c4f11a up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:13:41.478224 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:13:41.485073 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:13:41.485610 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:41.562710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bea5-805b-4ec0-bb4b-9040946add89 req-72d862dc-1965-43ad-a519-0e1b416ef433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:41.564291 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0e88bea5-805b-4ec0-bb4b-9040946add89 req-72d862dc-1965-43ad-a519-0e1b416ef433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 945 time: 0.0835309
Oct 27 15:13:41.606389 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:41.616230 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0e88bea5-805b-4ec0-bb4b-9040946add89 req-92216bc7-7a46-42fd-8e90-6887cf31e161 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459116
Oct 27 15:13:41.634560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:13:41.654240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:13:41.659560 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:41.662717 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:41.703647 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'code': 200}
Oct 27 15:13:41.747107 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:41.750190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:41.857003 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:13:41.954772 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9cf1d3af-c6de-4245-968b-d188a85f19ba req-e9a5e6c8-e99a-4bd9-89d8-d4c6d5b61285 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 1099 time: 0.0675957
Oct 27 15:13:42.007517 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9cf1d3af-c6de-4245-968b-d188a85f19ba req-081b1abe-113f-4320-8dd4-f2ef4cb20606 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411885
Oct 27 15:13:42.828641 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b526-3026-4b6d-ad73-42911704a7ba req-6c75788d-2bd7-4265-b6b5-c1cda74946fc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:42.830391 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e7e3b526-3026-4b6d-ad73-42911704a7ba req-6c75788d-2bd7-4265-b6b5-c1cda74946fc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.0860322
Oct 27 15:13:42.887963 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e7e3b526-3026-4b6d-ad73-42911704a7ba req-1cfe9d56-7492-45dd-aae2-938a8f854575 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503941
Oct 27 15:13:43.672664 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45792) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:43.820277 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:43.851743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:43.855831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Usage tracker for resource:security_group_rule and tenant:0cdca74804194bacb61927b4d6c8c1e5 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:43.858811 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:43.865193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:43.938589 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:43.943592 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:43.951218 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-39e97889-327c-47db-b0e4-1ec79696c32a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:43.995348 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97cb651-888f-4738-ba53-bf15ebde2797,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:43.999549 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0cdca74804194bacb61927b4d6c8c1e5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3258467
Oct 27 15:13:44.001107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:44.002191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45800) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:44.120217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.152451 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cbd21-f428-4230-926d-515170ea2ef1 req-219a378c-1d24-428d-961a-788efa2ed5b6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:44.153883 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b4cbd21-f428-4230-926d-515170ea2ef1 req-219a378c-1d24-428d-961a-788efa2ed5b6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.1401143
Oct 27 15:13:44.158690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.231735 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b4cbd21-f428-4230-926d-515170ea2ef1 req-f04e34b4-57a7-405b-a129-cc0169e56152 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0661809
Oct 27 15:13:44.249381 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.256377 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dfc9c8b9-804e-40ce-9fcd-73d0929a0957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:44.277807 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97cb651-888f-4738-ba53-bf15ebde2797,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:44.281897 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:44.284435 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.288588 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2a30cdf9-726f-463d-843d-deee83c0018e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d97cb651-888f-4738-ba53-bf15ebde2797 HTTP/1.1" status: 204  len: 168 time: 0.2828996
Oct 27 15:13:44.490315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85bde-9f33-4159-aec4-6d2ac7969a58 req-b7a297e7-eb13-4072-b5dd-871b151c8e37 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:44.491845 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0bd85bde-9f33-4159-aec4-6d2ac7969a58 req-b7a297e7-eb13-4072-b5dd-871b151c8e37 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.0949247
Oct 27 15:13:44.501676 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 45810) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:44.507173 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Request body: {'floatingip': {'port_id': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:13:44.582743 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.718742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45814) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:44.737103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.775419 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:44.780063 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2df433d8c24c4495385a947b35837d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:44.784239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:44.790446 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:44.876507 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.881605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:44.888725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-62c2bec5-f23e-42a3-9a61-22f6a7b04103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:44.930244 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dd9f77-bf9a-4bd2-bdef-df44ce36f796,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:44.933144 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:44.938222 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-77191ba6-0636-4577-b029-32be3fbc2948 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=6e2df433d8c24c4495385a947b35837d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2160401
Oct 27 15:13:44.938633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45818) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:45.006900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.034636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.091954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.096546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a1df7ce0-16c6-420f-8ebb-21017e810e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:45.107938 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dd9f77-bf9a-4bd2-bdef-df44ce36f796,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:45.110243 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:45.116039 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.117736 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/79dd9f77-bf9a-4bd2-bdef-df44ce36f796 HTTP/1.1" status: 204  len: 168 time: 0.1783545
Oct 27 15:13:45.181965 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.349125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.354253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:45.567922 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.l3_db [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Floating IP 13624691-945b-45a7-86ca-57a2bed1d471 associated. External IP: 172.27.3.6, port: 230c92ec-cc4e-46da-a9d6-3b6176c4f11a.
Oct 27 15:13:45.984211 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:13:46.194290 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:13:46.199046 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:46.207466 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:13:46.228001 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:46.229430 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac297495e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:46.254267 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-f0039339-6414-46d2-b1e7-16103885fd44 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "PUT /v2.0/floatingips/13624691-945b-45a7-86ca-57a2bed1d471 HTTP/1.1" status: 200  len: 990 time: 1.7515035
Oct 27 15:13:46.254914 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:13:46.340616 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'status': 'completed', 'code': 200}
Oct 27 15:13:46.445662 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-03a04374-834b-4730-a2a2-878339a6986a service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 1099 time: 0.0818369
Oct 27 15:13:46.471902 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:46.588892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-003f47b2-912b-49ff-a255-8599aa1d7620 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:46.590416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-003f47b2-912b-49ff-a255-8599aa1d7620 service neutron] 10.222.0.91 "GET /v2.0/networks?id=0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 200  len: 912 time: 0.1376104
Oct 27 15:13:46.708008 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-f73b2f22-c12e-4bd6-9442-70d2fdba53c4 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a HTTP/1.1" status: 200  len: 998 time: 0.1101539
Oct 27 15:13:46.782410 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-9fa0981a-8fb9-4258-995e-a7173bbcdf34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:13:46.785287 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-9fa0981a-8fb9-4258-995e-a7173bbcdf34 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 200  len: 849 time: 0.0703425
Oct 27 15:13:46.868407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-249b5daa-cf13-47a8-b424-244de39d7901 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=0087faae-9a3c-45a8-9aca-4527e1198c23&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765038
Oct 27 15:13:46.906661 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac297495e0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '13624691-945b-45a7-86ca-57a2bed1d471', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:0f:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:13:30Z', 'updated_at': '2021-10-27T15:13:45Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:46.911585 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:13:46.923203 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:13:46.923890 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac297495e0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:13:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:47.069046 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-7c645f57-5d0f-446c-9190-eb6daf265fb9 service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922600
Oct 27 15:13:47.115350 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:13:47.426788 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-757f0214-0581-4f8d-a527-d99c9da9d3ed req-d19948ff-8d9a-4de5-8b4e-a83a676b9e7e service neutron] 10.222.0.91 "GET /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3501089
Oct 27 15:13:47.524450 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac297495e0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '13624691-945b-45a7-86ca-57a2bed1d471', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:0f:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:13:30Z', 'updated_at': '2021-10-27T15:13:45Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:13:47.529053 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ab04e9-259a-4b73-9d27-82a79f38f976 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '13624691-945b-45a7-86ca-57a2bed1d471', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'port_id': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'mac_address': 'fa:16:3e:0f:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:13:30Z', 'updated_at': '2021-10-27T15:13:45Z', 'revision_number': 1, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:13:47.729978 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd7a34c-554a-42b5-93f3-91dc4b5ef88e None None] New status for floating IP 13624691-945b-45a7-86ca-57a2bed1d471: ACTIVE {{(pid=82716) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:13:49.055530 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45898) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:49.196920 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.229001 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:49.233670 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Usage tracker for resource:security_group_rule and tenant:7078fdcf93a044abb5458a07dae56cdd is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:49.236579 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:49.242724 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:49.315590 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.319532 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.326577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1b90ea87-79f4-428e-8625-c278516d06b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:49.367128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874c9d89-0892-4ff2-bfe1-f733c0390082,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:49.370673 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:49.373288 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7078fdcf93a044abb5458a07dae56cdd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3167417
Oct 27 15:13:49.378732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45904) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:49.438669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.469263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.520001 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.523955 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-40b49083-657b-4d1e-8d90-e6a78e9fa27a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:49.541570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874c9d89-0892-4ff2-bfe1-f733c0390082,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:49.546315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:49.548299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.552510 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/874c9d89-0892-4ff2-bfe1-f733c0390082 HTTP/1.1" status: 204  len: 168 time: 0.1712663
Oct 27 15:13:49.886771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45914) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:49.906550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:49.942098 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:49.945861 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfbaf9c79c24eb0ab1ca6b752f9ebcc is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:49.948674 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:49.954306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:50.021948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.026257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.033054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9da9faab-ffb0-4b5a-a70f-b3f027f7eda5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:50.073477 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece1f1ae-42a6-4f9b-8344-b296434f650c,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:50.076625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:50.082747 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a466ec87-b6b7-4317-8257-74b0e2ef52a4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=9bfbaf9c79c24eb0ab1ca6b752f9ebcc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1916811
Oct 27 15:13:50.083485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 45918) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:50.153655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.179059 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.232046 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.235799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-87b0e767-d07c-4368-81da-6c82c2bcdfbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:50.247272 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece1f1ae-42a6-4f9b-8344-b296434f650c,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:50.250781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:50.254702 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:50.258074 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9559c726-d135-4423-baa2-384492a2e55a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/ece1f1ae-42a6-4f9b-8344-b296434f650c HTTP/1.1" status: 204  len: 168 time: 0.1715600
Oct 27 15:13:56.525151 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46006) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:56.670095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.702437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:56.705739 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Usage tracker for resource:security_group_rule and tenant:4f3ff297fb8e4e2198ddb917ad85712c is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:56.708740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:56.714848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:56.787398 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.791185 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.797877 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5c1ba1df-a8d4-4d04-9bbd-ca48a7695ca3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:56.841741 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9219a4dc-fbc4-4901-963b-2eea8ecdbc3a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:56.845003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:56.848082 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=4f3ff297fb8e4e2198ddb917ad85712c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3220732
Oct 27 15:13:56.850903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46014) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:56.909878 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.936106 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.986704 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:56.991431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9df03ca1-1364-4892-8bba-44939a3f8d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:57.002878 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219a4dc-fbc4-4901-963b-2eea8ecdbc3a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:57.006519 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:57.010388 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.011580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/9219a4dc-fbc4-4901-963b-2eea8ecdbc3a HTTP/1.1" status: 204  len: 168 time: 0.1595814
Oct 27 15:13:57.346330 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46022) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:57.364974 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.405596 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:13:57.409530 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Usage tracker for resource:security_group_rule and tenant:794d2ab2691141db8c91761891bdc9f2 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:13:57.413112 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:13:57.418311 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:13:57.483117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.486903 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.493250 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-11b3ba90-83da-48d2-a60f-d00eea3db3fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:57.632248 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e79788-938a-4809-b3c5-56f7c063796a,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:57.635228 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:57.640951 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=794d2ab2691141db8c91761891bdc9f2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2935293
Oct 27 15:13:57.644311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46026) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:13:57.702842 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.728228 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.781941 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.786886 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-565fdcb3-7200-4c62-b741-6238b1644ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:13:57.798866 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e79788-938a-4809-b3c5-56f7c063796a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:13:57.801759 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:13:57.803609 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:13:57.804709 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e6e79788-938a-4809-b3c5-56f7c063796a HTTP/1.1" status: 204  len: 168 time: 0.1594381
Oct 27 15:14:00.790829 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46106) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:00.926562 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:00.956420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:00.960145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ae55ea72df4e3492ffe9b26c058b21 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:00.962844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:00.968431 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:01.031856 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.035930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.042245 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-10763833-ef52-450d-abd0-410fa275eaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:01.081269 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2417595-2a9b-4f91-86dc-ff8cc8b600a1,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:01.084183 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:01.086945 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a7ae55ea72df4e3492ffe9b26c058b21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2951140
Oct 27 15:14:01.089988 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46112) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:01.152193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.176725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.227405 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.232926 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-167a71c2-7870-47c7-9f6b-07a7d6160af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:01.246181 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2417595-2a9b-4f91-86dc-ff8cc8b600a1,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:01.248929 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:01.253186 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.255733 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/d2417595-2a9b-4f91-86dc-ff8cc8b600a1 HTTP/1.1" status: 204  len: 168 time: 0.1647394
Oct 27 15:14:01.578959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46122) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:01.598569 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.628524 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:01.632275 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Usage tracker for resource:security_group_rule and tenant:3a780fd9bdd640c59cbce5f0a55e5f3a is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:01.634937 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:01.640453 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:01.705734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.709447 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.715618 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-cdf1f0e7-582d-4bb1-8cb0-e781a7e3d018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:01.753950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947bff7e-88e1-4508-8516-93ef581225a4,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:01.757101 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:01.759705 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3a780fd9bdd640c59cbce5f0a55e5f3a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1792068
Oct 27 15:14:01.762434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46126) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:01.824192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.848645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.897848 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.902815 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8d690208-4a7f-47dd-88f9-8ffa9e17343d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:01.915573 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947bff7e-88e1-4508-8516-93ef581225a4,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:01.918382 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:01.919217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:01.920319 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/947bff7e-88e1-4508-8516-93ef581225a4 HTTP/1.1" status: 204  len: 168 time: 0.1570971
Oct 27 15:14:06.192402 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-44dec82c-d0e0-4f11-99a5-04755934b820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:06.568937 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:08.350412 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-fc12528e-c0e9-4f52-a92c-b8bbce03f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:09.232155 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:09.633907 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f9b69-e117-4cd3-b337-38a5ef943bda req-3b82c82f-fea9-422a-b91d-cc9e035cefb4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:09.635416 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f91f9b69-e117-4cd3-b337-38a5ef943bda req-3b82c82f-fea9-422a-b91d-cc9e035cefb4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0812080
Oct 27 15:14:09.693197 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f91f9b69-e117-4cd3-b337-38a5ef943bda req-4b72dd0e-a443-4bcc-9acb-77fdcb2a9822 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519378
Oct 27 15:14:10.806439 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:10.901219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f63bc-ef13-4139-b873-a9cf95ecdbb5 req-fe226faf-bc99-476a-88c5-bd2ff120140a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:10.902739 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-af0f63bc-ef13-4139-b873-a9cf95ecdbb5 req-fe226faf-bc99-476a-88c5-bd2ff120140a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0822451
Oct 27 15:14:10.948505 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-af0f63bc-ef13-4139-b873-a9cf95ecdbb5 req-7abb98ff-742e-422f-b0b4-84bd30d92dca tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394983
Oct 27 15:14:12.154770 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f642d9-3600-4c7c-9752-d87483464187 req-9c2cc6de-0450-40bf-b1d9-d302bec5c3b1 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:12.156278 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95f642d9-3600-4c7c-9752-d87483464187 req-9c2cc6de-0450-40bf-b1d9-d302bec5c3b1 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0873635
Oct 27 15:14:12.205284 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95f642d9-3600-4c7c-9752-d87483464187 req-d1bf4950-3064-45be-a77e-2dd4cacbb844 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427651
Oct 27 15:14:13.414280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf940c50-1e96-4438-9c9b-d8d099ecde39 req-d69d02b7-a76f-47a6-8463-d7d6d55a4669 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:13.415754 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bf940c50-1e96-4438-9c9b-d8d099ecde39 req-d69d02b7-a76f-47a6-8463-d7d6d55a4669 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0872140
Oct 27 15:14:13.462565 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bf940c50-1e96-4438-9c9b-d8d099ecde39 req-f6f9c1a6-da8c-4264-a1d1-81dd49b97161 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410900
Oct 27 15:14:14.667703 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04464a24-07f2-40d1-b98a-7136e46bdc2c req-dabdd189-04f8-4c8d-a769-7f6cd92e6bc3 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:14.669145 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-04464a24-07f2-40d1-b98a-7136e46bdc2c req-dabdd189-04f8-4c8d-a769-7f6cd92e6bc3 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0834517
Oct 27 15:14:14.714661 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-04464a24-07f2-40d1-b98a-7136e46bdc2c req-1a072578-483a-41f6-b318-1b03928ed99b tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399747
Oct 27 15:14:15.175223 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:15.911279 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c5845-3863-4d05-84c2-43cba180f2be req-3f2840fb-bdde-4094-a1ff-46b3740df1de tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:15.912779 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a33c5845-3863-4d05-84c2-43cba180f2be req-3f2840fb-bdde-4094-a1ff-46b3740df1de tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0797534
Oct 27 15:14:15.959289 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a33c5845-3863-4d05-84c2-43cba180f2be req-ec81f6b3-5af7-4574-a8e6-33b034b0f791 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408180
Oct 27 15:14:17.160024 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426799d-7654-42e8-a050-3cfba1bbfed2 req-96aa96b5-e8d7-43ec-8124-a1667bcdfbd0 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:17.161533 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0426799d-7654-42e8-a050-3cfba1bbfed2 req-96aa96b5-e8d7-43ec-8124-a1667bcdfbd0 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0808604
Oct 27 15:14:17.207985 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0426799d-7654-42e8-a050-3cfba1bbfed2 req-bba70b9b-d6c5-4ad7-bbe1-3ebd966280f0 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404356
Oct 27 15:14:18.413136 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136f638-f889-42d1-93c7-67125105ed6f req-c9c513d7-6b3e-4b8c-8b6f-234928c3f7ae tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:18.414561 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b136f638-f889-42d1-93c7-67125105ed6f req-c9c513d7-6b3e-4b8c-8b6f-234928c3f7ae tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0760133
Oct 27 15:14:18.463484 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b136f638-f889-42d1-93c7-67125105ed6f req-d40cf09e-5287-4f24-9f79-15ddd176fc10 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433323
Oct 27 15:14:18.857084 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:14:19.926583 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-ca55d290-402d-49f6-98b3-4cb949f6aee2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.2215221
Oct 27 15:14:19.932096 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df2738-0ea7-4ca8-aaed-4f8ffb8873f1 req-b0d8f402-7f67-4f92-97b4-8775f71030c1 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:19.933438 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-04df2738-0ea7-4ca8-aaed-4f8ffb8873f1 req-b0d8f402-7f67-4f92-97b4-8775f71030c1 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.1989281
Oct 27 15:14:20.070664 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-04df2738-0ea7-4ca8-aaed-4f8ffb8873f1 req-03d4759b-a9b7-4652-8e93-08840f47ba10 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1180995
Oct 27 15:14:20.092401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e07f7-b514-4d51-99e2-743be2793777 req-7e08d2b9-af55-4ae7-870b-433cae6ec380 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:20.093815 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-7e08d2b9-af55-4ae7-870b-433cae6ec380 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1587420
Oct 27 15:14:20.197248 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-cb4e590c-23f7-4096-b98f-19341ad486ae service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 1001 time: 0.0949140
Oct 27 15:14:20.261564 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e07f7-b514-4d51-99e2-743be2793777 req-845fb0a2-3148-4c8c-bddc-80850e8a2ad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:20.262961 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-845fb0a2-3148-4c8c-bddc-80850e8a2ad8 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0566375
Oct 27 15:14:20.348903 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-15bbbf75-ee4e-4054-935a-a30d30c4f3db service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709162
Oct 27 15:14:20.486893 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-95add62c-7e39-49bf-94d6-86c934f9676c service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284893
Oct 27 15:14:20.623806 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d98e07f7-b514-4d51-99e2-743be2793777 req-90f5b990-74ca-4bf4-a9f8-d9886c74fe29 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295910
Oct 27 15:14:21.276165 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d472b0c-9a35-4cd8-8951-8c4250bffd79 req-c2edca28-05ce-48b8-b481-53c98862f4bc tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:21.278589 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8d472b0c-9a35-4cd8-8951-8c4250bffd79 req-c2edca28-05ce-48b8-b481-53c98862f4bc tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0870221
Oct 27 15:14:21.328712 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8d472b0c-9a35-4cd8-8951-8c4250bffd79 req-0b340d4c-b5bb-4393-bb6f-a33b7b9902b1 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435255
Oct 27 15:14:22.528631 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd55da2-54ca-49dd-84bd-fdf040f2c729 req-4411ed09-9139-4eb7-9b40-ef2e261ca32e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:22.530077 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ddd55da2-54ca-49dd-84bd-fdf040f2c729 req-4411ed09-9139-4eb7-9b40-ef2e261ca32e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0771322
Oct 27 15:14:22.579856 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ddd55da2-54ca-49dd-84bd-fdf040f2c729 req-13b5d3b8-11d4-4f23-bec9-6b019c86b0b7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438426
Oct 27 15:14:23.772325 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43b3d-b413-40fc-bc55-9e572f4c33c5 req-d934d20c-3c37-46e0-bed8-8a9e4483e652 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:23.774006 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-43f43b3d-b413-40fc-bc55-9e572f4c33c5 req-d934d20c-3c37-46e0-bed8-8a9e4483e652 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0756950
Oct 27 15:14:23.818185 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-43f43b3d-b413-40fc-bc55-9e572f4c33c5 req-9234d89a-4ef6-4708-a239-8be57c36ec4d tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386734
Oct 27 15:14:24.791224 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-1fa0dabd-739f-4048-b7cc-1b2eda464ae1 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.0749125
Oct 27 15:14:24.979702 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-d1301aa7-5d70-48de-997c-3d8348f8c35a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:24.981031 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-d1301aa7-5d70-48de-997c-3d8348f8c35a service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1672463
Oct 27 15:14:25.107232 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8cd00-8595-4c35-b64e-d194f967604a req-9b6a9c5c-0e45-4213-809b-d7f4a8ef5878 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:25.108711 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a3d8cd00-8595-4c35-b64e-d194f967604a req-9b6a9c5c-0e45-4213-809b-d7f4a8ef5878 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.1660686
Oct 27 15:14:25.110381 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-e8e9e630-fa49-45c8-8ac8-97c409433241 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 1001 time: 0.1150093
Oct 27 15:14:25.205977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-4805e3e7-3aa0-4293-b1d9-e0d45e9a198f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:25.207476 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-4805e3e7-3aa0-4293-b1d9-e0d45e9a198f service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0794683
Oct 27 15:14:25.209744 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a3d8cd00-8595-4c35-b64e-d194f967604a req-54bb04ab-274e-46c2-a0c3-4ee5ab3e49a8 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955212
Oct 27 15:14:25.293648 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-e55e5a63-ee40-4043-8248-5a244b78eb5f service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778453
Oct 27 15:14:25.526827 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-c7ded32c-58ca-4f22-b05c-16b066b057a7 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2256708
Oct 27 15:14:25.658497 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d1d6c7c8-a476-4c23-8663-74d950b02853 req-3785fabd-4656-4472-8b49-1d692d2808c4 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236510
Oct 27 15:14:26.430504 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024041da-fee2-4e05-abd4-602d6350d8d7 req-7bc172dd-f480-4cfe-9160-1141c35acb6e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:26.432164 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-024041da-fee2-4e05-abd4-602d6350d8d7 req-7bc172dd-f480-4cfe-9160-1141c35acb6e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0934861
Oct 27 15:14:26.504370 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-024041da-fee2-4e05-abd4-602d6350d8d7 req-6d4bed9f-ca79-4014-9ffa-68132d3f2653 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0607715
Oct 27 15:14:27.707656 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d6f8-06e5-466b-8064-dd6460336fd0 req-057fb56d-806f-4b6d-8e0f-c3bb029ab890 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:27.709104 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a869d6f8-06e5-466b-8064-dd6460336fd0 req-057fb56d-806f-4b6d-8e0f-c3bb029ab890 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0803816
Oct 27 15:14:27.755791 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a869d6f8-06e5-466b-8064-dd6460336fd0 req-fd958515-4c12-490e-a0a6-d7636e5732dd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409000
Oct 27 15:14:27.944906 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-31da35cb-eb5d-4551-8fdb-ba10e5d8f59e req-0ae8e52b-fe8d-46ac-bef7-1c265c409e52 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0697174
Oct 27 15:14:28.143667 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-27207348-cf8b-4812-9116-dd4c6b8916a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0734837
Oct 27 15:14:28.224227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164eba9-a96e-4e0b-9300-9e7b3c70fd7d req-91ce9f27-4d31-423f-b86e-c48a95d9554c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:28.225694 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e164eba9-a96e-4e0b-9300-9e7b3c70fd7d req-91ce9f27-4d31-423f-b86e-c48a95d9554c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0873108
Oct 27 15:14:28.274496 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e164eba9-a96e-4e0b-9300-9e7b3c70fd7d req-3f400312-33a6-4a38-9ec5-2b7f96e0478d tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430672
Oct 27 15:14:29.488251 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8652a1-3763-4dbf-bd2b-102465d88a4b req-7a31b04c-9e2b-49f2-a900-61dede2ef8f3 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:29.489689 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c8652a1-3763-4dbf-bd2b-102465d88a4b req-7a31b04c-9e2b-49f2-a900-61dede2ef8f3 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0795970
Oct 27 15:14:29.537438 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5c8652a1-3763-4dbf-bd2b-102465d88a4b req-ad8b9c26-3e93-4f4a-b608-af2e75e6dea2 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421190
Oct 27 15:14:29.646311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:14:29.754666 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:29.781096 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:14:29.790383 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:29.794760 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:29.796510 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:29.836338 dv-cinder-815673-1-iscsi neutron-server[82716]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'code': 422} returned with failed status
Oct 27 15:14:29.860356 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=6']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:29.863565 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:30.739087 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5f30b-351d-4357-b18d-db45f74fac2a req-c92d0d4a-9895-4f68-9ae7-a977359315c9 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:30.740576 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fd5f30b-351d-4357-b18d-db45f74fac2a req-c92d0d4a-9895-4f68-9ae7-a977359315c9 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0836704
Oct 27 15:14:30.786895 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fd5f30b-351d-4357-b18d-db45f74fac2a req-a0f1b024-9627-42c8-a1bf-b48b929e7153 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408499
Oct 27 15:14:31.984070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d14a17-0082-49f1-971a-7e94a9bb4fa4 req-f2c1bf3b-a4e0-40e6-b083-19b44d957d18 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:31.985535 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-31d14a17-0082-49f1-971a-7e94a9bb4fa4 req-f2c1bf3b-a4e0-40e6-b083-19b44d957d18 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0812521
Oct 27 15:14:32.032129 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-31d14a17-0082-49f1-971a-7e94a9bb4fa4 req-54186bdb-3fff-4520-88d1-2d9f8ab257d4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405874
Oct 27 15:14:33.235866 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764103f5-ceab-443b-88fd-8dd7aea72864 req-0b2fb513-bb78-41b3-9fcc-d042a35d2fc6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:33.237899 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-764103f5-ceab-443b-88fd-8dd7aea72864 req-0b2fb513-bb78-41b3-9fcc-d042a35d2fc6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0816109
Oct 27 15:14:33.284644 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-764103f5-ceab-443b-88fd-8dd7aea72864 req-5f6469db-8e94-41aa-b5e9-e6ea4f8f45fd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411470
Oct 27 15:14:33.594308 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-8fbba343-0a62-487e-900b-e86021b6234a service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f&tenant_id=d220deb2c33140c686078aa4d9dca760 HTTP/1.1" status: 200  len: 1096 time: 0.0659599
Oct 27 15:14:33.697887 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-fa6c4268-d306-4632-a27a-c19fb16bfce9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1096 time: 0.0804479
Oct 27 15:14:33.831657 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb292-1cb7-4625-86a6-14638b80c450 req-06b06e96-2349-45db-9406-8c09773cbf21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:33.833294 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-06b06e96-2349-45db-9406-8c09773cbf21 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1279593
Oct 27 15:14:33.954358 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-623e4608-07ea-4258-802d-9356fad76701 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 999 time: 0.1141567
Oct 27 15:14:34.047826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fb292-1cb7-4625-86a6-14638b80c450 req-75ca2748-d3ec-45f4-8ae8-819ca2321869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:34.049485 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-75ca2748-d3ec-45f4-8ae8-819ca2321869 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0879941
Oct 27 15:14:34.143297 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-3f063114-c5a1-40ab-9b7b-b1a30dcd6665 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0861712
Oct 27 15:14:34.312753 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-06bb1548-1715-484d-9d61-476fc14de8e3 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627479
Oct 27 15:14:34.454426 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-016fb292-1cb7-4625-86a6-14638b80c450 req-931eb8bf-0bd1-4d7c-8ffe-94e59d7211f5 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340785
Oct 27 15:14:34.503334 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de7237-0e93-4349-91e7-27617cb8d148 req-a52ce1cb-31aa-4b46-8622-c368cf2a3fb7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:34.504850 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d4de7237-0e93-4349-91e7-27617cb8d148 req-a52ce1cb-31aa-4b46-8622-c368cf2a3fb7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0824251
Oct 27 15:14:34.585286 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d4de7237-0e93-4349-91e7-27617cb8d148 req-c2e5e94c-9bf7-4e44-b23b-2871cc567987 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680435
Oct 27 15:14:35.788459 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35c152-d100-4127-a1db-270d458c1869 req-3c9af50d-5712-428f-bfba-a54318e0a718 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:35.789885 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e35c152-d100-4127-a1db-270d458c1869 req-3c9af50d-5712-428f-bfba-a54318e0a718 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0774536
Oct 27 15:14:35.836620 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7e35c152-d100-4127-a1db-270d458c1869 req-89718c84-eeed-4900-9d8a-594a27a2f80a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408866
Oct 27 15:14:36.193994 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5719f1ec-3a8b-45ad-9c31-be13da452f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:36.570831 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:37.041432 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e238a-5c4b-4341-8e15-47074bc86482 req-21524c7c-2309-4392-8976-1c703e584d23 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:37.042776 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f04e238a-5c4b-4341-8e15-47074bc86482 req-21524c7c-2309-4392-8976-1c703e584d23 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0809720
Oct 27 15:14:37.088259 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f04e238a-5c4b-4341-8e15-47074bc86482 req-7272e8de-ef5e-482b-9236-f3cecc0a2649 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398479
Oct 27 15:14:38.353054 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e0543e1f-fb09-45ca-a029-59c2be8768c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:38.390754 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b70e4-81b0-4ee7-ad9e-d9eee2ac1ff2 req-9868e83f-02e5-4724-ae1e-cd126aa3fb61 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:38.392147 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4d9b70e4-81b0-4ee7-ad9e-d9eee2ac1ff2 req-9868e83f-02e5-4724-ae1e-cd126aa3fb61 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.1811821
Oct 27 15:14:38.438429 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4d9b70e4-81b0-4ee7-ad9e-d9eee2ac1ff2 req-467ccbac-f732-40c0-985a-9cb02f4a493a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406697
Oct 27 15:14:39.061190 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46420) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:39.204269 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.234380 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.241461 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:39.255058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Usage tracker for resource:security_group_rule and tenant:0a450d9b4c134a99ba935fc7f37303b6 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:39.255058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:39.255058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:39.322923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.328100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.335324 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-57b6bd5f-c0b7-456d-b288-edc399987458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:39.377265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92925f02-d48c-4174-96fc-b5278742c750,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:39.381171 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=0a450d9b4c134a99ba935fc7f37303b6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3189304
Oct 27 15:14:39.383942 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46426) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:39.388560 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.388986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.389293 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.389655 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.390013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.390365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.390715 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.391069 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.391648 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.391782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.392166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.396608 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:39.446642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.474043 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.533188 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.537021 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1c96592c-39a3-43d0-9e9a-a8883294fa4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:39.550161 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92925f02-d48c-4174-96fc-b5278742c750,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:39.598847 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:39.599971 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/92925f02-d48c-4174-96fc-b5278742c750 HTTP/1.1" status: 204  len: 168 time: 0.2150536
Oct 27 15:14:39.605743 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.606122 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.606509 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.606872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.607231 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.607620 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.607970 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.608327 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.608678 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.609025 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.609373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:39.612653 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-656e5d6e-8df7-4c6f-911e-623c10b337c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:39.654976 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeb940-7c27-4ebf-b3d1-ef864bfee8e0 req-df9f6214-f7d7-4750-ab07-eb16db474dd4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:39.656464 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-afdeb940-7c27-4ebf-b3d1-ef864bfee8e0 req-df9f6214-f7d7-4750-ab07-eb16db474dd4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0974603
Oct 27 15:14:39.703956 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-afdeb940-7c27-4ebf-b3d1-ef864bfee8e0 req-0dbde12c-5877-4d35-ad92-be45825384df tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416951
Oct 27 15:14:40.409627 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46452) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:40.547645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-918542432-network', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:40.554367 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:40.558778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Usage tracker for resource:network and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:40.562761 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:40.571690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:40.584502 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Made reservation on behalf of fa7e2b9a0ba0465681b2e222f259d8ff for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:14:40.586791 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.599881 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.635545 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:40.640243 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:40.643864 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:40.650247 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:40.722600 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.726339 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.729396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d99dc1bd-196d-44b1-9096-5197a678299f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:40.758217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1307}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:14:40.766859 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b5e6de-6c8a-4501-9775-41f14a6829bb,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:40.770476 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:40.772936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.773551 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Added segment cf5d01a2-f4f3-4906-bb87-2033045bdd62 of type vlan for network d85e1989-72a6-4326-8eac-53ebd291a338
Oct 27 15:14:40.807695 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.821097 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.871614 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.872792 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:40.873362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:40.884289 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:40.996271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Pushing event updated for resources: {'Network': ['ID=d85e1989-72a6-4326-8eac-53ebd291a338,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:40.999593 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:41.006403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5956731
Oct 27 15:14:41.009392 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46460) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:41.010402 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network d85e1989-72a6-4326-8eac-53ebd291a338 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:14:41.015994 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Request body: {'subnet': {'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-918542432-subnet', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'ip_version': 4}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:41.022216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:41.027937 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Usage tracker for resource:subnet and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:41.033686 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:41.039939 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:41.055032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd16a2b-6f3c-4768-8d4b-e235f17ec8b7 req-1b189b89-6708-439e-81e7-e2451d1dbe7f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:41.056523 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6dd16a2b-6f3c-4768-8d4b-e235f17ec8b7 req-1b189b89-6708-439e-81e7-e2451d1dbe7f tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.2204084
Oct 27 15:14:41.062272 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Made reservation on behalf of fa7e2b9a0ba0465681b2e222f259d8ff for: {'subnet': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:14:41.065646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3430697'] for subnet, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.202312 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-6dd16a2b-6f3c-4768-8d4b-e235f17ec8b7 req-8fef70cf-c566-412a-b21e-af67d7799656 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1244719
Oct 27 15:14:41.330903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856662', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3430751'] for subnet, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.335143 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:41.409790 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab510581-d1ef-4943-9c48-0d5ad16ea851,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:41.413686 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:41.428000 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:41.428315 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Network hostable DHCP agents. Network: d85e1989-72a6-4326-8eac-53ebd291a338, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82714) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:14:41.451412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Network d85e1989-72a6-4326-8eac-53ebd291a338 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82714) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:14:41.462645 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, d85e1989-72a6-4326-8eac-53ebd291a338) {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:41.467972 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:41.468763 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.474255 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dcb82c-ff1a-48d2-b449-f0df92e86541 None None] Network d85e1989-72a6-4326-8eac-53ebd291a338 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:14:41.493458 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-7cf67b19-718a-4785-ab94-709c984398bd admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4829614
Oct 27 15:14:41.496184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46472) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:41.502402 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:41.509051 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:41.513312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Usage tracker for resource:router and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:41.516401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:41.522636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:41.534689 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.535700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.556888 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.710175 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-d85e1989-72a6-4326-8eac-53ebd291a338', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:14:41.710977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.711135 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.898617 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Allocated IP 172.20.0.2 (d85e1989-72a6-4326-8eac-53ebd291a338/ab510581-d1ef-4943-9c48-0d5ad16ea851/e5fccac4-b5ce-4ff8-9355-cb909a7a954c) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:41.911944 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:41.943651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.114423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Allocated IP 172.27.3.81 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/6b653c65-962c-467a-b52c-d4a9c7dbcb63) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:42.155968 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.166622 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Transition to ACTIVE for port object e5fccac4-b5ce-4ff8-9355-cb909a7a954c will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:42.185781 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Transition to ACTIVE for port object e5fccac4-b5ce-4ff8-9355-cb909a7a954c will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:42.191939 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.198319 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-cef4f910-acbd-4677-80ca-a1174f40786d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:42.263477 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:42.266847 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:42.271573 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:42.294480 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.315944 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Pushing event updated for resources: {'Port': ['ID=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:42.334208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.340054 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-75f99b91-6664-4bb1-bcab-064a1faf69fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:42.367779 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.368030 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.368572 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.368926 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.369259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.369585 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.369911 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.370235 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.370555 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.370878 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.371198 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:42.377641 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:42.382169 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Attempting to bind port e5fccac4-b5ce-4ff8-9355-cb909a7a954c on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:14:42.382785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Attempting to bind port e5fccac4-b5ce-4ff8-9355-cb909a7a954c by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:14:42.383483 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Attempting to bind port e5fccac4-b5ce-4ff8-9355-cb909a7a954c on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:14:42.390401 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:14:42.390787 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:42.391196 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.391803 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Bound using segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:14:42.394809 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Bound port: e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:14:42.395405 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.411990 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:42.414894 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:42.417576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:42.453449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Pushing event updated for resources: {'Port': ['ID=6b653c65-962c-467a-b52c-d4a9c7dbcb63,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:42.456533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:42.474076 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303ff64-bae4-4a77-8988-f8e7b73c01fe req-5bf75963-c017-4be1-b97e-92d02851e60e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:42.476160 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2303ff64-bae4-4a77-8988-f8e7b73c01fe req-5bf75963-c017-4be1-b97e-92d02851e60e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.0967646
Oct 27 15:14:42.492830 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] For port e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:14:42.496650 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] For port e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:14:42.503354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.508426 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-3ca50329-343f-41a1-bc74-772facea160f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:42.530970 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2303ff64-bae4-4a77-8988-f8e7b73c01fe req-885c1586-9c83-40bb-9f48-8917a9699fbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486681
Oct 27 15:14:42.598631 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Pushing event updated for resources: {'Port': ['ID=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:42.603791 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:42.713449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.714193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:42.964274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Router 976d9e7c-68f1-4505-962e-946ff468691a is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82714) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:14:43.175998 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:14:43.186044 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:14:43.200191 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:43.201072 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299779a0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:43.213127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Notify callbacks [] for router, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:43.214775 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 1.7171736
Oct 27 15:14:43.217373 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46488) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:43.414852 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:43.665581 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10019b-327c-49fe-95fe-e89fb5312ac0 None None] Network d85e1989-72a6-4326-8eac-53ebd291a338 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:14:43.801889 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299779a0>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:42Z', 'revision_number': 3, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:43.806827 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:14:43.807802 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Updating router 976d9e7c-68f1-4505-962e-946ff468691a port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:14:43.862535 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d4330-b1a0-41f8-bfb0-e088cf4247ee req-1762ea82-02c6-42a9-8292-cb730205dd08 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:43.866142 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:43.870060 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a56d4330-b1a0-41f8-bfb0-e088cf4247ee req-1762ea82-02c6-42a9-8292-cb730205dd08 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 943 time: 0.1626804
Oct 27 15:14:43.932761 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a56d4330-b1a0-41f8-bfb0-e088cf4247ee req-6534a057-27f7-4fae-acb9-7f79c7632390 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612793
Oct 27 15:14:43.995517 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:14:44.090212 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-cf471eb3-c4fd-46b1-906e-1dd58a187bce None None] Provisioning for port e5fccac4-b5ce-4ff8-9355-cb909a7a954c completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:44.232318 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:44.232579 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.238519 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.253642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '42b89630-2195-4b3c-8496-b47ed7826770', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'port_id': '42b89630-2195-4b3c-8496-b47ed7826770', 'mac_address': 'fa:16:3e:e5:03:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:14:44.255596 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Transition to ACTIVE for port object 6b653c65-962c-467a-b52c-d4a9c7dbcb63 will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:44.262654 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.269871 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:44.343779 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Pushing event updated for resources: {'Port': ['ID=6b653c65-962c-467a-b52c-d4a9c7dbcb63,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:44.359457 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.360068 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.360602 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.361119 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.361760 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.362237 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.362752 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.363397 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.363908 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.364390 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.364890 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:14:44.371323 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:44.396064 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Attempting to bind port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:14:44.396333 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Attempting to bind port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:14:44.396736 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Attempting to bind port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:14:44.405600 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:14:44.405948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.406445 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:44.407013 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.407615 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:14:44.408933 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Bound port: 6b653c65-962c-467a-b52c-d4a9c7dbcb63, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:14:44.409489 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.481667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5fccac4-b5ce-4ff8-9355-cb909a7a954c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:44.531029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b89630-2195-4b3c-8496-b47ed7826770 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:14:44.542973 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] For port 6b653c65-962c-467a-b52c-d4a9c7dbcb63, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:14:44.547352 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] For port 6b653c65-962c-467a-b52c-d4a9c7dbcb63, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=6b653c65-962c-467a-b52c-d4a9c7dbcb63,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:14:44.553417 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.553972 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Allocated IP 172.20.0.1 (d85e1989-72a6-4326-8eac-53ebd291a338/ab510581-d1ef-4943-9c48-0d5ad16ea851/ce34a25e-7484-435f-8b39-c4f707c385d8) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:44.558827 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:44.571006 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:44.579139 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.583267 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-a17c9362-085e-48ac-8c55-01db16b4d2e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:44.653017 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Pushing event updated for resources: {'Port': ['ID=6b653c65-962c-467a-b52c-d4a9c7dbcb63,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:44.658812 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port e5fccac4-b5ce-4ff8-9355-cb909a7a954c completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:44.659820 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-d3afc94a-6a6f-4f92-86a4-23ec5da0ac4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:44.661361 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:44.662434 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac299779a0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:44.673462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port e5fccac4-b5ce-4ff8-9355-cb909a7a954c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:44.674218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.713112 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=7']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:44.716652 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:44.723063 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-73265299-8878-4270-a019-5df6ef18b36e None None] Provisioning complete for port e5fccac4-b5ce-4ff8-9355-cb909a7a954c triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:44.723459 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-73265299-8878-4270-a019-5df6ef18b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.844617 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.862858 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Transition to ACTIVE for port object ce34a25e-7484-435f-8b39-c4f707c385d8 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:44.864994 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:44.877088 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['42b89630-2195-4b3c-8496-b47ed7826770'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:14:44.894927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.899835 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:44.962668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:44.965565 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:44.974074 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:44.974251 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:44.999925 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-73265299-8878-4270-a019-5df6ef18b36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.055430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Pushing event updated for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:45.060220 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:45.064000 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:45.076654 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.078734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.082494 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:45.215299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.291771 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:45.299805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:45.317938 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.338613 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-73265299-8878-4270-a019-5df6ef18b36e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:14:45.339064 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-73265299-8878-4270-a019-5df6ef18b36e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:14:45.372538 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac299779a0>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:42Z', 'revision_number': 3, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:45.377639 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7067efb9-7568-4561-acb8-5f81b361be66 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:42Z', 'revision_number': 3, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:14:45.401732 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378264c-e7ec-491f-be24-46db31fbffff req-3e764e12-44a7-47d7-a623-e16a1ce66eca tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:45.408547 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d378264c-e7ec-491f-be24-46db31fbffff req-3e764e12-44a7-47d7-a623-e16a1ce66eca tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 944 time: 0.1937480
Oct 27 15:14:45.566203 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d378264c-e7ec-491f-be24-46db31fbffff req-d940bb8a-af79-427b-8083-5832a990ef2a tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1565855
Oct 27 15:14:45.610317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.615537 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.642694 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8958b4e1-4619-4c75-8a46-aeb857e95bfe tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:45.726093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:45.734008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Pushing event updated for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:45.737418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:45.886553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:45.887795 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:46.025974 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f87af60c-84a5-488b-99a9-176bfa02391a None None] Provisioning for port ce34a25e-7484-435f-8b39-c4f707c385d8 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:46.034428 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-f87af60c-84a5-488b-99a9-176bfa02391a None None] Provisioning complete for port ce34a25e-7484-435f-8b39-c4f707c385d8 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:46.035134 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f87af60c-84a5-488b-99a9-176bfa02391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.105723 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-f87af60c-84a5-488b-99a9-176bfa02391a None None] Port ce34a25e-7484-435f-8b39-c4f707c385d8 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:14:46.228326 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-4388d68e-2b3e-4261-9606-898ea644d4e5 None None] Provisioning complete for port ce34a25e-7484-435f-8b39-c4f707c385d8 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:46.228801 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4388d68e-2b3e-4261-9606-898ea644d4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.286434 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-4388d68e-2b3e-4261-9606-898ea644d4e5 None None] Port ce34a25e-7484-435f-8b39-c4f707c385d8 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:14:46.325846 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:14:46.436002 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 6b653c65-962c-467a-b52c-d4a9c7dbcb63 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:46.505201 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:46.510239 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:46.510622 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.540297 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:14:46.550563 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] 10.222.0.89 "PUT /v2.0/routers/976d9e7c-68f1-4505-962e-946ff468691a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3317115
Oct 27 15:14:46.631653 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.648854 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 6b653c65-962c-467a-b52c-d4a9c7dbcb63, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=6b653c65-962c-467a-b52c-d4a9c7dbcb63,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:46.654935 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.656479 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5fccac4-b5ce-4ff8-9355-cb909a7a954c up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:46.688489 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:46.774896 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea587505-f3d9-4c85-8005-70c8abcfb051 req-2b760fdb-5aba-4df1-9fdd-0419cd4fd7f6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:46.776575 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea587505-f3d9-4c85-8005-70c8abcfb051 req-2b760fdb-5aba-4df1-9fdd-0419cd4fd7f6 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 944 time: 0.0900998
Oct 27 15:14:46.781228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=6b653c65-962c-467a-b52c-d4a9c7dbcb63,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:46.784482 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:46.797045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port e5fccac4-b5ce-4ff8-9355-cb909a7a954c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:46.797422 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:46.835623 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ea587505-f3d9-4c85-8005-70c8abcfb051 req-b61adbc8-ac09-485e-9bd4-5e9921cadbd4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513370
Oct 27 15:14:47.469474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46530) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:47.475592 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-746428303-network', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:47.480341 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:47.484625 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Usage tracker for resource:network and tenant:bc36826208124b66a3c3af55cb4022ac is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:47.487780 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:47.493445 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:47.507056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Made reservation on behalf of bc36826208124b66a3c3af55cb4022ac for: {'network': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:14:47.509502 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.628088 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.660670 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:47.664626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Usage tracker for resource:security_group_rule and tenant:bc36826208124b66a3c3af55cb4022ac is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:47.667422 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:47.673058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:47.741911 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.743289 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:47.746700 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.749995 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a39349c4-3da1-4e60-ab34-f6d4b3dd1bf9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:47.780362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341}  {{(pid=82714) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:14:47.791328 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac2426-ada3-4a33-9d98-d0919e02c513,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:47.795637 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:47.797420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.797822 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.segments_db [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Added segment a74114a0-4c87-4437-b89a-f4a1ec133442 of type vlan for network 50f2ae78-fbd1-4bd2-aa19-e6b672652388
Oct 27 15:14:47.817118 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 42b89630-2195-4b3c-8496-b47ed7826770 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:47.817493 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.829044 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.863993 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.865534 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:47.866116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.871228 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a6bab25f-80ef-4ec3-8a5d-8108aa424e17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:47.939399 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:47.968872 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4976783
Oct 27 15:14:47.971768 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46536) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:47.976234 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:14:47.976482 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Pushing event updated for resources: {'Network': ['ID=50f2ae78-fbd1-4bd2-aa19-e6b672652388,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:47.979000 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Request body: {'subnet': {'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-746428303-subnet', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:47.985141 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:47.987691 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:47.991818 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Usage tracker for resource:subnet and tenant:bc36826208124b66a3c3af55cb4022ac is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:47.997654 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:47.998289 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:14:48.006264 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:48.020804 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Made reservation on behalf of bc36826208124b66a3c3af55cb4022ac for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:14:48.026064 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3606320'] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.027014 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:48.046516 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.064537 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bb7e76-5492-4a8b-a9c7-9738b203aa9f req-d9e542cb-5fda-430d-aca2-1a2481370f63 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:48.066093 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-10bb7e76-5492-4a8b-a9c7-9738b203aa9f req-d9e542cb-5fda-430d-aca2-1a2481370f63 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0915680
Oct 27 15:14:48.123875 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-10bb7e76-5492-4a8b-a9c7-9738b203aa9f req-7cd0633f-a414-4c8e-a3c8-c95210970810 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521395
Oct 27 15:14:48.139801 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'code': 200}
Oct 27 15:14:48.140335 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:48.229898 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=8']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:48.236903 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:48.300991 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2623344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3606342'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.306110 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:48.380299 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 6b653c65-962c-467a-b52c-d4a9c7dbcb63 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:48.389814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Pushing event updated for resources: {'Subnet': ['ID=931a0c1c-8435-4e21-9754-efd72e759456,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:48.394280 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:48.401987 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Checking segment: {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:48.402343 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Network hostable DHCP agents. Network: 50f2ae78-fbd1-4bd2-aa19-e6b672652388, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:14:48.403053 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-213f109a-c8a8-45da-8bd2-0c45b36bf9e1 req-ba0b08ed-8e05-4951-98f6-bf7692f858ef service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.1088912
Oct 27 15:14:48.428281 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:14:48.442448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 50f2ae78-fbd1-4bd2-aa19-e6b672652388) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:48.448482 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:48.449290 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.462601 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef5912f-0550-4180-a08e-5e8a99620ebf None None] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:14:48.474565 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-213f109a-c8a8-45da-8bd2-0c45b36bf9e1 req-50faa0a6-4fd3-45b7-b61c-d79465868fd6 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639374
Oct 27 15:14:48.482375 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5093505
Oct 27 15:14:48.484945 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46546) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:48.492088 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:48.497159 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:48.501311 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Usage tracker for resource:router and tenant:bc36826208124b66a3c3af55cb4022ac is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:48.504494 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:48.511289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:48.535109 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-428167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-57591'] for router, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.536434 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-428312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-439932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-635602', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-57486'] for router, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.565908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.602698 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:48.603072 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.731900 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-439822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-428177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-57500'] for router, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.799123 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb4540cdf-a116-5880-8f52-f55e722555c1-50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'fixed_ips': [{'subnet_id': '931a0c1c-8435-4e21-9754-efd72e759456'}]}} from dv-cinder-815673-1-iscsi. {{(pid=82716) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Oct 27 15:14:48.800311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:48.992588 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.db_base_plugin_common [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Allocated IP 172.20.0.2 (50f2ae78-fbd1-4bd2-aa19-e6b672652388/931a0c1c-8435-4e21-9754-efd72e759456/90ce8896-f856-47d0-98e9-e53b07f5c51a) {{(pid=82716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:49.004002 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:14:49.023736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.050471 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:49.051097 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29af7dc0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:49.054124 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.195782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Allocated IP 172.27.3.196 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/a12b1860-23e3-41a3-ae89-b6839c39602d) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:49.372280 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:49.410602 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.414623 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks [] for port, precommit_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.430550 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8280f2-e2aa-4c98-b9a6-c12eae280e8b req-bc8291db-8040-4f2c-8fcd-0e594aa3f47e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:49.431909 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ac8280f2-e2aa-4c98-b9a6-c12eae280e8b req-bc8291db-8040-4f2c-8fcd-0e594aa3f47e tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.1337543
Oct 27 15:14:49.439742 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Transition to ACTIVE for port object 90ce8896-f856-47d0-98e9-e53b07f5c51a will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:49.482941 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.489984 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e4cd24a2-b129-42d6-a239-03607e504c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:49.532786 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Transition to ACTIVE for port object 90ce8896-f856-47d0-98e9-e53b07f5c51a will not be triggered until provisioned by entity DHCP. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:49.542748 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ac8280f2-e2aa-4c98-b9a6-c12eae280e8b req-da59c72d-d5ec-4727-98a3-65b2b5de005c tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992272
Oct 27 15:14:49.550939 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790'] for port, after_create {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.560185 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:49.567536 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:49.571159 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=a12b1860-23e3-41a3-ae89-b6839c39602d,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:49.573661 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:49.575612 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:49.576295 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:49.696740 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 is already hosted by enough agents. {{(pid=82716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:49.701605 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Pushing event updated for resources: {'Port': ['ID=90ce8896-f856-47d0-98e9-e53b07f5c51a,revision_number=1']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:49.704052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.scheduler.base_scheduler [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Resources bound (agent type, host, resource id):  {{(pid=82716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:49.707813 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:49.708583 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Received port after_create {{(pid=82716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:49.753294 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.754016 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-428168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-439841'] for router, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.906136 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Attempting to bind port 90ce8896-f856-47d0-98e9-e53b07f5c51a on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:14:49.906752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Attempting to bind port 90ce8896-f856-47d0-98e9-e53b07f5c51a by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:14:49.906869 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Attempting to bind port 90ce8896-f856-47d0-98e9-e53b07f5c51a on network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:14:49.917711 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:14:49.918081 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Checking segment: {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:49.918483 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:49.918871 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Bound using segment: {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:14:49.919333 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Bound port: 90ce8896-f856-47d0-98e9-e53b07f5c51a, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:14:49.919730 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.008332 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Router ee39485f-1fc3-4548-b4af-c711823db66a is scheduled to L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 with binding_index 1 {{(pid=82715) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Oct 27 15:14:50.017539 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29af7dc0>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 2, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:50.027389 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:14:50.027752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Updating router 976d9e7c-68f1-4505-962e-946ff468691a port ce34a25e-7484-435f-8b39-c4f707c385d8 binding host dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:14:50.062317 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] For port 90ce8896-f856-47d0-98e9-e53b07f5c51a, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:14:50.081751 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] For port 90ce8896-f856-47d0-98e9-e53b07f5c51a, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=90ce8896-f856-47d0-98e9-e53b07f5c51a,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:14:50.087277 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.096805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:50.128597 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.217766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:14:50.222532 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Pushing event updated for resources: {'Port': ['ID=90ce8896-f856-47d0-98e9-e53b07f5c51a,revision_number=2']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:50.233528 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-500bee89-9b97-4016-a398-fa337e8a84c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:50.248533 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Sync routers for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:14:50.257094 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.258869 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] 10.222.0.89 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7717962
Oct 27 15:14:50.261727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46554) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:50.280730 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:50.281656 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29977ca0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:50.546240 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:50.698565 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks [] for port, precommit_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.719387 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Transition to ACTIVE for port object ce34a25e-7484-435f-8b39-c4f707c385d8 will not be triggered until provisioned by entity L2. {{(pid=82716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:50.728566 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:50.735483 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-5de76330-8a0d-4a2b-8eb6-e600502c3ab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:50.925040 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f4872-3a5b-4606-b134-1a10c76d747e req-f19ba305-96b6-4f82-be0f-9cecb5f1a220 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:50.927378 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-614f4872-3a5b-4606-b134-1a10c76d747e req-f19ba305-96b6-4f82-be0f-9cecb5f1a220 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.1355548
Oct 27 15:14:50.945259 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b8ec9-7996-490e-98eb-53e76d633cc3 None None] Pushing event updated for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:51.015928 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-1b6b8ec9-7996-490e-98eb-53e76d633cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:51.031578 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-614f4872-3a5b-4606-b134-1a10c76d747e req-9ea41690-9193-4cfc-86c8-d3df53f2eada tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0946965
Oct 27 15:14:51.141169 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Attempting to bind port ce34a25e-7484-435f-8b39-c4f707c385d8 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:14:51.141536 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Attempting to bind port ce34a25e-7484-435f-8b39-c4f707c385d8 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:14:51.141945 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Attempting to bind port ce34a25e-7484-435f-8b39-c4f707c385d8 on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:14:51.153127 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:14:51.153500 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:51.153887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.154274 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Bound using segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} {{(pid=82716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:14:51.154755 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.managers [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Bound port: ce34a25e-7484-435f-8b39-c4f707c385d8, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}}] {{(pid=82716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:14:51.155118 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.174051 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29977ca0>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:49Z', 'revision_number': 3, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:14:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:51.184708 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Checking router: ee39485f-1fc3-4548-b4af-c711823db66a for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:14:51.185057 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Updating router ee39485f-1fc3-4548-b4af-c711823db66a port a12b1860-23e3-41a3-ae89-b6839c39602d binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:14:51.312894 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] For port ce34a25e-7484-435f-8b39-c4f707c385d8, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:14:51.319646 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] For port ce34a25e-7484-435f-8b39-c4f707c385d8, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=ce34a25e-7484-435f-8b39-c4f707c385d8,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:14:51.327363 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.332880 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.340540 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:51.466014 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b8ec9-7996-490e-98eb-53e76d633cc3 None None] Pushing event updated for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:51.478702 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-1b6b8ec9-7996-490e-98eb-53e76d633cc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:51.483500 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:51.484493 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29af7dc0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:51.689315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.717819 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6983fc-9fc9-408b-a926-90445defdf44 None None] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:14:51.832816 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:51.888672 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.908839 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Transition to ACTIVE for port object a12b1860-23e3-41a3-ae89-b6839c39602d will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:51.926921 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:51.944261 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:52.008080 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_common [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Allocated IP 172.20.0.1 (50f2ae78-fbd1-4bd2-aa19-e6b672652388/931a0c1c-8435-4e21-9754-efd72e759456/4cb5ed91-cb23-454c-8dad-521e7adbaf97) {{(pid=82715) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:14:52.024893 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-ce9d0c2c-de3d-4ea3-9eae-efc4a29be481 None None] Provisioning for port 90ce8896-f856-47d0-98e9-e53b07f5c51a completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:52.062536 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd151-cdce-4206-a7c6-d9c7d6855065 None None] Pushing event updated for resources: {'Port': ['ID=a12b1860-23e3-41a3-ae89-b6839c39602d,revision_number=2']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:52.074917 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-ce5fd151-cdce-4206-a7c6-d9c7d6855065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:52.075862 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Attempting to bind port a12b1860-23e3-41a3-ae89-b6839c39602d on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:14:52.076234 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Attempting to bind port a12b1860-23e3-41a3-ae89-b6839c39602d by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:14:52.076733 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Attempting to bind port a12b1860-23e3-41a3-ae89-b6839c39602d on network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:14:52.087774 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:14:52.088218 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Checking segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:14:52.088631 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.089702 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Bound using segment: {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:14:52.090214 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Bound port: a12b1860-23e3-41a3-ae89-b6839c39602d, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a6ccfe-0b15-4cbe-ae71-3d1aa9118844', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:14:52.090920 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.197006 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] For port a12b1860-23e3-41a3-ae89-b6839c39602d, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:14:52.202167 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] For port a12b1860-23e3-41a3-ae89-b6839c39602d, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=a12b1860-23e3-41a3-ae89-b6839c39602d,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:14:52.208934 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.217783 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.220167 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-bb395188-1058-40f6-9cb2-2bc31e34d4b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:52.248996 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.provisioning_blocks [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Transition to ACTIVE for port object 4cb5ed91-cb23-454c-8dad-521e7adbaf97 will not be triggered until provisioned by entity DHCP. {{(pid=82715) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:14:52.293236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.313669 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1703e7e4-c296-4a9c-894c-cd51d870ba8e tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:52.385003 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:52.393342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:52.398925 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Received port after_create {{(pid=82715) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:14:52.409574 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fd151-cdce-4206-a7c6-d9c7d6855065 None None] Pushing event updated for resources: {'Port': ['ID=a12b1860-23e3-41a3-ae89-b6839c39602d,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:52.415100 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-ce5fd151-cdce-4206-a7c6-d9c7d6855065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:52.421860 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:52.422450 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29977ca0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:52.444770 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29af7dc0>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:51Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:52.450350 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c735ecb-e034-4594-9703-77c0b285bc83 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:51Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:14:52.480180 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:52.485169 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:52.526655 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-426347'] for router_interface, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.680052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 90ce8896-f856-47d0-98e9-e53b07f5c51a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:52.697558 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:52.766660 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:14:52.810533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 90ce8896-f856-47d0-98e9-e53b07f5c51a completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:52.825314 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 90ce8896-f856-47d0-98e9-e53b07f5c51a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:52.826268 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.030772 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.065836 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-68906915-c724-4404-97df-82cac902c7b0 None None] Provisioning complete for port 90ce8896-f856-47d0-98e9-e53b07f5c51a triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:53.066221 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-68906915-c724-4404-97df-82cac902c7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.069771 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.075340 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2623485'] for port, after_update {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.133419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 90ce8896-f856-47d0-98e9-e53b07f5c51a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=90ce8896-f856-47d0-98e9-e53b07f5c51a,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:53.141214 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.141830 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:53.144294 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:53.173776 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29977ca0>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:49Z', 'revision_number': 3, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:53.177989 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417fb0a-ae1f-468e-8b84-4a280ecb457d None None] The sync data for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi is: [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:49Z', 'revision_number': 3, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:14:53.268764 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Pushing event updated for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=2']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:53.271298 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1466334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-439631'] for router_interface, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.275826 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:53.311198 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=90ce8896-f856-47d0-98e9-e53b07f5c51a,revision_number=3']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:53.328262 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:53.444866 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 is already hosted by enough agents. {{(pid=82715) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:14:53.446055 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:14:53.500591 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-7f9044a5-474a-41fd-8c21-8e1c02688a4a None None] Provisioning for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:53.506036 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-7f9044a5-474a-41fd-8c21-8e1c02688a4a None None] Provisioning complete for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:53.506530 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-7f9044a5-474a-41fd-8c21-8e1c02688a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.583922 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-7f9044a5-474a-41fd-8c21-8e1c02688a4a None None] Port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:14:53.712409 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-8390ce3d-4ccd-40f3-9b7b-340439329a49 None None] Provisioning complete for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:53.713112 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8390ce3d-4ccd-40f3-9b7b-340439329a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:53.819329 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-8390ce3d-4ccd-40f3-9b7b-340439329a49 None None] Port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:14:54.006050 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Router ee39485f-1fc3-4548-b4af-c711823db66a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:14:54.233905 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:14:54.246752 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-984c8fee-7c70-4bb7-8aa2-859f2d9d25b3 admin admin] 10.222.0.89 "PUT /v2.0/routers/ee39485f-1fc3-4548-b4af-c711823db66a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9835100
Oct 27 15:14:54.471991 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device ce34a25e-7484-435f-8b39-c4f707c385d8 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:54.540574 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port ce34a25e-7484-435f-8b39-c4f707c385d8 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:14:54.545446 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port ce34a25e-7484-435f-8b39-c4f707c385d8 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:54.545820 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:54.668631 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:54.702191 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port ce34a25e-7484-435f-8b39-c4f707c385d8, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=ce34a25e-7484-435f-8b39-c4f707c385d8,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:54.706589 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:54.707587 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 90ce8896-f856-47d0-98e9-e53b07f5c51a up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:54.731344 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:54.824515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:54.828001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:54.844238 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 90ce8896-f856-47d0-98e9-e53b07f5c51a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:54.844707 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:54.941239 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46598) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:54.947842 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49758469', 'description': 'tempest-secgroup-smoke-49758469 description', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:54.953845 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:54.958652 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:54.961697 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:54.969303 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:54.981519 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.018414 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.022372 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.025665 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.031788 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.091903 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.096323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.101567 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f26c008f-a8df-42ff-974c-aa67aa04af21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.138154 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775318b8-5caa-46f2-ba99-6cc3df42e6c2,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.140934 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.142141 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1624 time: 0.1997707
Oct 27 15:14:55.143048 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c417fd5f-e059-4d40-88f8-8f4daf44ba4f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.147379 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46602) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:55.153062 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:55.159051 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.163117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.166186 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.172074 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.190227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.259039 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.264470 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.266856 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d79b3fb8-34e4-482d-ae77-770d957eda1e tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.291024 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c1244a-0a04-42dc-b5bb-051cd5e3a9e7,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.293619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.304194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.305526 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1d72c5f9-898b-471b-b628-8e4c39c4a6a8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1573102
Oct 27 15:14:55.308793 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46606) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:55.316187 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:55.322419 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.326573 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.330960 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.337621 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.354734 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.431074 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.435692 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.437733 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.461996 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa64d709-c2ee-4f09-8d72-7848a5802843,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.464716 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.474173 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.474173 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4158b8f8-4902-4b3c-bc20-764d229e82f4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1640222
Oct 27 15:14:55.477294 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46614) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:55.483327 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:55.489914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.493757 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.496790 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.504340 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.521554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.589178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.592959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.595145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-34320eb2-6322-4016-87c8-d6f8b5584cbd tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.618104 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614c3861-fa0a-48a1-989f-af946697f2dc,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.620608 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.631864 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.633289 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-b5f5439b-d3b1-4e2d-a2a3-80ab09e77fab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1549780
Oct 27 15:14:55.636015 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46620) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:55.641548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:55.647614 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.654854 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.657962 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.663778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.680658 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.759612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.764539 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.768052 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.810690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ec3f32-3965-4443-829c-4626d9fc6d1b,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.815553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.826335 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.828316 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e2967269-e1f5-40f6-afea-ac9cfd167d3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1911874
Oct 27 15:14:55.830869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46628) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:55.836577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:55.843798 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:55.851095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:55.854451 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:55.859072 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:14:55.861638 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:55.873557 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.securitygroups_db [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Project fa7e2b9a0ba0465681b2e222f259d8ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:14:55.886535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.952753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.958366 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.964576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:55.984404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a2068b-1032-4ae6-b5a1-81df9c355628,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:55.988291 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:55.998353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:55.999627 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e068c1d1-0c21-4a9a-8fd3-64323902fef5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1677580
Oct 27 15:14:56.002692 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46636) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:14:56.008500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'security_group_rule': {'security_group_id': '775318b8-5caa-46f2-ba99-6cc3df42e6c2', 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:14:56.014423 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:14:56.018269 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:security_group_rule and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:14:56.021172 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:14:56.027201 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:14:56.040907 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.securitygroups_db [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Project fa7e2b9a0ba0465681b2e222f259d8ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Oct 27 15:14:56.053063 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:56.137612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:56.142253 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642274'] for security_group_rule, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:56.144374 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f3eef5bc-0bea-4fa3-86c4-a41039b152a0 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:56.168191 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa9582f-27f9-46a8-b74a-1e7164f4ec36,revision_number=0']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:56.172372 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:56.181615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:56.183904 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-380a9307-1edf-4421-8f4a-342491a6c832 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1800380
Oct 27 15:14:56.409301 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device ce34a25e-7484-435f-8b39-c4f707c385d8 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:14:56.491292 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port ce34a25e-7484-435f-8b39-c4f707c385d8 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:14:56.491608 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:56.525101 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250ebd1-3b44-4cdd-8888-ee2cd79c3e6d req-6cb92406-447e-430c-818f-7a1345cbf608 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:56.526624 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b250ebd1-3b44-4cdd-8888-ee2cd79c3e6d req-6cb92406-447e-430c-818f-7a1345cbf608 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.0838220
Oct 27 15:14:56.581123 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b250ebd1-3b44-4cdd-8888-ee2cd79c3e6d req-1884af8e-dd9b-4fab-a016-a403b5d8b0b6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486827
Oct 27 15:14:57.802825 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8f8c0-2f5d-4b6f-8eca-582428f8eb45 req-2488b4bc-6e98-4081-ab76-9664565f85ab tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:57.804337 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b5e8f8c0-2f5d-4b6f-8eca-582428f8eb45 req-2488b4bc-6e98-4081-ab76-9664565f85ab tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.0832188
Oct 27 15:14:57.851402 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b5e8f8c0-2f5d-4b6f-8eca-582428f8eb45 req-01a4d5dd-aa19-4ce6-8b6f-40080a1e0d80 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411587
Oct 27 15:14:58.413219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-1348cc1b-2ffe-4981-9263-db4cd00477f6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:58.414658 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-1348cc1b-2ffe-4981-9263-db4cd00477f6 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.0865135
Oct 27 15:14:58.486497 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Deleting port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:14:58.486831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:58.742629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] For port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:14:58.742983 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:59.182912 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:59.183280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:59.183623 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Floating IP 13624691-945b-45a7-86ca-57a2bed1d471 disassociated. External IP: 172.27.3.6, port: 230c92ec-cc4e-46da-a9d6-3b6176c4f11a.
Oct 27 15:14:59.183959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Calling delete_port for 230c92ec-cc4e-46da-a9d6-3b6176c4f11a owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:14:59.264346 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b588f-ec6c-43f0-8969-06ce09221467 req-7599bf23-3546-47c6-a576-a13274b26096 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:14:59.265731 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c43b588f-ec6c-43f0-8969-06ce09221467 req-7599bf23-3546-47c6-a576-a13274b26096 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 946 time: 0.2720997
Oct 27 15:14:59.380269 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-c43b588f-ec6c-43f0-8969-06ce09221467 req-347b044e-024c-433a-b9db-7e0d942b5157 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups?id=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1019216
Oct 27 15:14:59.397719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:59.404070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5019e297-4ad8-4ed8-85df-5939463f4014 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:14:59.446544 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'Port': ['ID=230c92ec-cc4e-46da-a9d6-3b6176c4f11a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:14:59.449102 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:14:59.671773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:14:59.884574 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:14:59.894875 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:14:59.908877 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:14:59.909794 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2988f9d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:14:59.978330 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] No DVR routers for this DVR port 230c92ec-cc4e-46da-a9d6-3b6176c4f11a on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:14:59.981099 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:14:59.983881 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'name': 'network-vif-deleted', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:15:00.002514 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cf6e4c27-28e5-49f5-9b5c-4b8d9ac57517 req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.91 "DELETE /v2.0/ports/230c92ec-cc4e-46da-a9d6-3b6176c4f11a HTTP/1.1" status: 204  len: 173 time: 1.5819666
Oct 27 15:15:00.057495 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c100a87-c9c8-41ff-af73-e956cdcd6be4', 'name': 'network-vif-deleted', 'tag': '230c92ec-cc4e-46da-a9d6-3b6176c4f11a', 'status': 'completed', 'code': 200}
Oct 27 15:15:00.148948 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:00.484911 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2988f9d0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:00.490022 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:15:00.501752 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:00.502394 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2988f9d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:14:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:00.571411 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-83d264f7-eda1-4a48-882e-5bd382e527f5 req-c564b0c7-40a8-422e-b91e-8dacbbd15406 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Synchronizing usage tracker for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:00.590644 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-83d264f7-eda1-4a48-882e-5bd382e527f5 req-c564b0c7-40a8-422e-b91e-8dacbbd15406 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Unset dirty status for tenant:16cd4eff02e14dd2bb565b0b65ce8156 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:00.592455 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83d264f7-eda1-4a48-882e-5bd382e527f5 req-c564b0c7-40a8-422e-b91e-8dacbbd15406 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/ports?device_id=6c100a87-c9c8-41ff-af73-e956cdcd6be4 HTTP/1.1" status: 200  len: 210 time: 0.0656145
Oct 27 15:15:00.737473 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:01.109215 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2988f9d0>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:01.114172 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ecdda4-9b1e-4869-be5f-1d863573d1b2 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:46Z', 'revision_number': 4, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '1df03383-7934-493d-bb4c-17a64f6f6f88', 'name': '', 'network_id': '0087faae-9a3c-45a8-9aca-4527e1198c23', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'mac_address': 'fa:16:3e:93:35:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:45Z', 'updated_at': '2021-10-27T15:10:04Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'subnets': [{'id': '245c1326-e632-417b-b1ac-0bd6d3ad7030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:15:01.749680 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46688) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:01.801705 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 230c92ec-cc4e-46da-a9d6-3b6176c4f11a no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:15:01.823258 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:01.843176 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 230c92ec-cc4e-46da-a9d6-3b6176c4f11a {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:15:01.843630 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 230c92ec-cc4e-46da-a9d6-3b6176c4f11a not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:15:01.864379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:01.930624 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:01.934830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-32724d00-d312-4c7f-b87a-d13e3ca11d66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:01.952207 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:01.955661 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:01.965789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:01.969532 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5ac5dfa4-273b-4228-b6ac-5beff5b5c883 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "DELETE /v2.0/security-groups/62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38 HTTP/1.1" status: 204  len: 168 time: 0.2162607
Oct 27 15:15:01.969908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46692) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:01.988180 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.api.v2.resource [None req-891d3d71-3bde-4a23-98ff-a1363d77c8ee tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] show failed (client error): The resource could not be found.
Oct 27 15:15:01.989259 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-891d3d71-3bde-4a23-98ff-a1363d77c8ee tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "GET /v2.0/security-groups/62f7f00a-fb32-4bf8-a6e5-4fd95e2e1b38 HTTP/1.1" status: 404  len: 347 time: 0.0182502
Oct 27 15:15:01.992946 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46696) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:02.150860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Deleting port b9cb4842-cb76-4523-a361-2be29deb607a {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:02.151196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.337196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.337759 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.414682 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a12b1860-23e3-41a3-ae89-b6839c39602d up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:15:02.463846 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Calling delete_port for b9cb4842-cb76-4523-a361-2be29deb607a owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:15:02.493886 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port a12b1860-23e3-41a3-ae89-b6839c39602d completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:15:02.498990 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port a12b1860-23e3-41a3-ae89-b6839c39602d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:02.499386 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.628147 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.646679 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port a12b1860-23e3-41a3-ae89-b6839c39602d, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=a12b1860-23e3-41a3-ae89-b6839c39602d,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:02.651588 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.653608 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:02.726687 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=a12b1860-23e3-41a3-ae89-b6839c39602d,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:02.729969 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:02.733321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.738939 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a38cd9c-474c-4218-aecb-1f88763db25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:02.780033 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Pushing event deleted for resources: {'Port': ['ID=b9cb4842-cb76-4523-a361-2be29deb607a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:02.784021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:02.882108 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.900257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:02.901454 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] 10.222.0.89 "DELETE /v2.0/floatingips/13624691-945b-45a7-86ca-57a2bed1d471 HTTP/1.1" status: 204  len: 168 time: 0.9075577
Oct 27 15:15:04.379296 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a12b1860-23e3-41a3-ae89-b6839c39602d up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:15:04.456023 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port a12b1860-23e3-41a3-ae89-b6839c39602d triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:04.456443 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:05.193643 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09883e3e-0e4a-4096-ae81-60e64c69c2f7 None None] New status for floating IP 13624691-945b-45a7-86ca-57a2bed1d471: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:15:06.196232 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-780b9c6f-db86-45a2-a6d3-64df8c5eaa6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:06.574160 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:06.986446 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46736) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:07.593983 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:08.338156 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Deleting port 1df03383-7934-493d-bb4c-17a64f6f6f88 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:08.338902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:08.361802 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-14ca1cd4-6339-404b-878b-50b4a8e7ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:08.520179 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] For port 1df03383-7934-493d-bb4c-17a64f6f6f88, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1df03383-7934-493d-bb4c-17a64f6f6f88,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:08.520762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:08.652334 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Calling delete_port for 1df03383-7934-493d-bb4c-17a64f6f6f88 owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:15:08.837066 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:08.841291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c690d273-7a7d-4767-8e26-0c25c84f1433 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:08.882602 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Pushing event deleted for resources: {'Port': ['ID=1df03383-7934-493d-bb4c-17a64f6f6f88,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:08.886756 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:09.199690 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:09.236469 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:09.901479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Router d8d8d753-7053-4912-a411-7954f30a8560 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:15:10.110224 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:15:10.119065 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Sync routers for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:15:10.123017 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] 10.222.0.89 "PUT /v2.0/routers/d8d8d753-7053-4912-a411-7954f30a8560/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1354749
Oct 27 15:15:10.125534 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46750) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:10.134218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:10.134841 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29209c10>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:10.328289 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:10.363663 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:10.536664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:10.547571 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Deleting port d5006bb9-f10c-4a61-85e7-d21b573dbef7 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:10.547955 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:10.665184 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29209c10>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204'}], 'enable_snat': True}, 'gw_port_id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:15:08Z', 'revision_number': 5, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port': {'id': 'd5006bb9-f10c-4a61-85e7-d21b573dbef7', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:d6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:09:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:10.669757 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Checking router: d8d8d753-7053-4912-a411-7954f30a8560 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:15:10.681200 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Routers {'d8d8d753-7053-4912-a411-7954f30a8560'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:10.681821 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29209c10>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['d8d8d753-7053-4912-a411-7954f30a8560'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:10.727454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] For port d5006bb9-f10c-4a61-85e7-d21b573dbef7, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=d5006bb9-f10c-4a61-85e7-d21b573dbef7,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:10.727814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:10.834271 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:10.847831 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] Set router d8d8d753-7053-4912-a411-7954f30a8560 gateway port host: None {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:10.856518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Calling delete_port for d5006bb9-f10c-4a61-85e7-d21b573dbef7 owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:15:10.954527 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29209c10>, [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:15:10Z', 'revision_number': 6, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:10.965277 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb6fd4-1c33-4d7f-b9f5-b2408bd69260 None None] The sync data for ids ['d8d8d753-7053-4912-a411-7954f30a8560'] in dv-cinder-815673-1-iscsi is: [{'id': 'd8d8d753-7053-4912-a411-7954f30a8560', 'name': 'tempest-AttachVolumeTestJSON-579748382-router', 'tenant_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:09:43Z', 'updated_at': '2021-10-27T15:15:10Z', 'revision_number': 6, 'project_id': '16cd4eff02e14dd2bb565b0b65ce8156', 'gw_port_host': None}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:15:11.029796 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.033882 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:11.077694 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5006bb9-f10c-4a61-85e7-d21b573dbef7,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:11.081990 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:11.426577 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.698918 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.703325 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.738832 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.739433 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8d8d753-7053-4912-a411-7954f30a8560 {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:15:11.752432 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.753543 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d2ea8fa4-6eb8-4862-86e0-be12252058b6 admin admin] 10.222.0.89 "DELETE /v2.0/routers/d8d8d753-7053-4912-a411-7954f30a8560 HTTP/1.1" status: 204  len: 168 time: 1.6271212
Oct 27 15:15:11.756029 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46756) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:11.814752 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Deleting subnet 245c1326-e632-417b-b1ac-0bd6d3ad7030 {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:15:11.817754 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.872432 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:11.950656 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.021625 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.025869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5b08e041-d181-4aa3-b106-ac045afd25f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:12.063397 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=245c1326-e632-417b-b1ac-0bd6d3ad7030,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:12.067563 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:12.070906 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.076319 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5788fdba-52e8-4cfa-a459-56b8a4b08868 None None] Network 0087faae-9a3c-45a8-9aca-4527e1198c23 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:15:12.079633 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-9e21194b-9ea9-4ec9-9f6a-dd8e636703ac admin admin] 10.222.0.89 "DELETE /v2.0/subnets/245c1326-e632-417b-b1ac-0bd6d3ad7030 HTTP/1.1" status: 204  len: 168 time: 0.3204415
Oct 27 15:15:12.079865 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46760) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:12.188821 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.204503 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Deleting port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:12.204880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.357175 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] DHCP port deletion for 0087faae-9a3c-45a8-9aca-4527e1198c23 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:15:12.362121 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Deleting port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:12.362577 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.421717 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1df03383-7934-493d-bb4c-17a64f6f6f88 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:15:12.422349 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] For port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:12.422830 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.479505 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 1df03383-7934-493d-bb4c-17a64f6f6f88 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:15:12.479755 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1df03383-7934-493d-bb4c-17a64f6f6f88 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:15:12.553919 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Calling delete_port for 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a owned by network:dhcp {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:15:12.604253 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] For port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,segment=NetworkSegment(c460f3b1-1074-4fc5-95c7-68f10d7990f6),segment_id=c460f3b1-1074-4fc5-95c7-68f10d7990f6)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:12.604610 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.637557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.641711 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:12.689624 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebbd7e7-8a70-4c65-8b3d-c9c39062890a,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:12.692792 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:12.705846 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] No DVR routers for this DVR port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a on host dv-cinder-815673-1-iscsi {{(pid=82715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:15:12.740382 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Calling delete_port for 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:15:12.815182 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:15:12.815568 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:15:12.858205 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Sync routers for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:15:12.871250 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:12.871909 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2984c0a0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:12.926153 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.952047 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac297813d0>,) {'filters': {'network_id': ['0087faae-9a3c-45a8-9aca-4527e1198c23']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:12.964994 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac297813d0>, 'c460f3b1-1074-4fc5-95c7-68f10d7990f6') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:12.965277 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac297813d0>, 'c460f3b1-1074-4fc5-95c7-68f10d7990f6') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:12.977482 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:12.996267 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.008979 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Releasing vlan 1333 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:15:13.009586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:15:13.037024 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:15:13.063791 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:13.121286 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.126831 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-547a9b09-47ce-46a7-bab7-34ca85891da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:13.140870 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.153007 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Pushing event deleted for resources: {'Network': ['ID=0087faae-9a3c-45a8-9aca-4527e1198c23,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:13.156558 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:13.168689 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] 10.222.0.89 "DELETE /v2.0/networks/0087faae-9a3c-45a8-9aca-4527e1198c23 HTTP/1.1" status: 204  len: 168 time: 1.0878074
Oct 27 15:15:13.317496 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Deleting port 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:15:13.318090 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.349504 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 46772) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:13.422290 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-56a518ca-a998-4f04-ac85-bb0455a54896 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=16cd4eff02e14dd2bb565b0b65ce8156&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0709746
Oct 27 15:15:13.424872 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46776) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:13.457802 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-aed5bb6e-022f-49fd-be7c-402753dd84a3 None None] The port '9ebbd7e7-8a70-4c65-8b3d-c9c39062890a' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:15:13.473067 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2984c0a0>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 4, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4cb5ed91-cb23-454c-8dad-521e7adbaf97', 'name': '', 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'mac_address': 'fa:16:3e:2f:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '931a0c1c-8435-4e21-9754-efd72e759456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:51Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 2, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'subnets': [{'id': '931a0c1c-8435-4e21-9754-efd72e759456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:13.477403 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Checking router: ee39485f-1fc3-4548-b4af-c711823db66a for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:15:13.477763 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Updating router ee39485f-1fc3-4548-b4af-c711823db66a port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 binding host dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Oct 27 15:15:13.497833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.527945 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.530345 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.592949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.598450 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b023de9e-b246-4987-8c0f-cf6527d162c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:13.612394 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0523321-b64a-4cad-8416-98de34675b79,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:13.616094 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:13.619273 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.623210 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-bf864c5a-6b8b-4e8f-adb0-a7d0d87392ca admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e0523321-b64a-4cad-8416-98de34675b79 HTTP/1.1" status: 204  len: 168 time: 0.1971722
Oct 27 15:15:13.902528 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks [] for port, precommit_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.916012 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.provisioning_blocks [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Transition to ACTIVE for port object 4cb5ed91-cb23-454c-8dad-521e7adbaf97 will not be triggered until provisioned by entity L2. {{(pid=82717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:15:13.923107 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:13.928196 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:14.056106 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4116-df84-4f15-b1bb-91bdca38afea None None] Pushing event updated for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=3']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:14.060002 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-5c9a4116-df84-4f15-b1bb-91bdca38afea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:14.148843 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Attempting to bind port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 on host dv-cinder-815673-1-iscsi for vnic_type normal with profile  {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:15:14.148843 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Attempting to bind port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 by drivers openvswitch,hyperv on host dv-cinder-815673-1-iscsi at level 0 using segments [{'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:15:14.149303 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Attempting to bind port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 on network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:15:14.157001 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Checking agent: {'id': '4e025401-770b-4349-bff6-75672c49d170', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815673-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 14, 57, 6), 'started_at': datetime.datetime(2021, 10, 27, 14, 57, 36), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815673-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:15:14.157391 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Checking segment: {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:15:14.158326 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:14.158721 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Bound using segment: {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'} {{(pid=82717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:15:14.159218 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.managers [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Bound port: 4cb5ed91-cb23-454c-8dad-521e7adbaf97, host: dv-cinder-815673-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74114a0-4c87-4437-b89a-f4a1ec133442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388'}}] {{(pid=82717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:15:14.159671 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:14.259259 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] For port 4cb5ed91-cb23-454c-8dad-521e7adbaf97, host dv-cinder-815673-1-iscsi, cleared binding levels {{(pid=82717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:15:14.262390 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.plugins.ml2.db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] For port 4cb5ed91-cb23-454c-8dad-521e7adbaf97, host dv-cinder-815673-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4cb5ed91-cb23-454c-8dad-521e7adbaf97,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:15:14.267679 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron_lib.callbacks.manager [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:14.278768 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-e7bfb24a-025a-459f-babe-8facdc7a2866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:14.360118 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:14.361283 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac2984c0a0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:14.396671 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device d5006bb9-f10c-4a61-85e7-d21b573dbef7 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:15:14.431722 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: d5006bb9-f10c-4a61-85e7-d21b573dbef7 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:15:14.432310 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device d5006bb9-f10c-4a61-85e7-d21b573dbef7 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:15:14.432912 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:15:14.475505 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a4116-df84-4f15-b1bb-91bdca38afea None None] Pushing event updated for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=4']} {{(pid=82717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:14.476204 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:15:14.476740 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 9ebbd7e7-8a70-4c65-8b3d-c9c39062890a not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:15:14.479363 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG oslo_concurrency.lockutils [None req-5c9a4116-df84-4f15-b1bb-91bdca38afea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82717) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:14.628315 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:14.957423 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac2984c0a0>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 4, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4cb5ed91-cb23-454c-8dad-521e7adbaf97', 'name': '', 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'mac_address': 'fa:16:3e:2f:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '931a0c1c-8435-4e21-9754-efd72e759456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:51Z', 'updated_at': '2021-10-27T15:15:14Z', 'revision_number': 4, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'subnets': [{'id': '931a0c1c-8435-4e21-9754-efd72e759456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:14.958204 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-6849dbbd-ad00-4fd7-85c2-46d6d34a497b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:security_group {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:14.961585 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd5c10a-9a10-4f38-bd51-119c50c8bc7f None None] The sync data for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi is: [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:14:52Z', 'revision_number': 4, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '4cb5ed91-cb23-454c-8dad-521e7adbaf97', 'name': '', 'network_id': '50f2ae78-fbd1-4bd2-aa19-e6b672652388', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'mac_address': 'fa:16:3e:2f:57:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '931a0c1c-8435-4e21-9754-efd72e759456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:51Z', 'updated_at': '2021-10-27T15:15:14Z', 'revision_number': 4, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'subnets': [{'id': '931a0c1c-8435-4e21-9754-efd72e759456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:15:14.984817 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-6849dbbd-ad00-4fd7-85c2-46d6d34a497b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:security_group {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:14.986847 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-6849dbbd-ad00-4fd7-85c2-46d6d34a497b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49758469&fields=id&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 267 time: 0.0761602
Oct 27 15:15:15.201223 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:15.211332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025136-254c-4b9c-963b-488f395714eb req-33b256c4-dddc-4d17-8292-90df79f6b4aa tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:15.212064 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-33b256c4-dddc-4d17-8292-90df79f6b4aa tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:network {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:15.232196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-33b256c4-dddc-4d17-8292-90df79f6b4aa tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:network {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:15.233663 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-33b256c4-dddc-4d17-8292-90df79f6b4aa tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.2396328
Oct 27 15:15:15.268607 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-ef83f947-5415-4451-94be-8442b2e02b10 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/quotas/fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 375 time: 0.0281129
Oct 27 15:15:15.388111 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-c5f78816-8d88-437c-a3e3-ddf828a123d5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:15.412242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-14025136-254c-4b9c-963b-488f395714eb req-c5f78816-8d88-437c-a3e3-ddf828a123d5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:15.413957 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-c5f78816-8d88-437c-a3e3-ddf828a123d5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1306129
Oct 27 15:15:15.579767 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-176b31ac-2c38-4298-bcde-2e273f340970 service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523147
Oct 27 15:15:15.735174 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-5477414a-b091-4ea3-b881-d106bf1c51c7 service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492436
Oct 27 15:15:16.163536 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c6512a78-b30a-4b3a-a608-924226693203 req-3c5a5f7e-a87d-4cf1-ac69-201179856745 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 210 time: 0.0438938
Oct 27 15:15:16.412467 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4cb5ed91-cb23-454c-8dad-521e7adbaf97 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:15:16.491086 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:15:16.496396 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:16.496776 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:16.617778 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:16.652386 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] For port 4cb5ed91-cb23-454c-8dad-521e7adbaf97, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4cb5ed91-cb23-454c-8dad-521e7adbaf97,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:16.656977 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:16.660050 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-9889ff4e-367b-4d2c-a56a-422674a1dd91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:16.738287 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Pushing event updated for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:16.748935 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:17.385065 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f29bd068-3f9d-435f-b8c5-afb4be530612 req-cd71dbbe-79a6-4ba3-99b8-1382db431937 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 210 time: 0.0523477
Oct 27 15:15:17.435124 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025136-254c-4b9c-963b-488f395714eb req-1ad26cc0-c4f5-45f3-9714-a5e50dfe666f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:17.436614 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-1ad26cc0-c4f5-45f3-9714-a5e50dfe666f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.2613230
Oct 27 15:15:17.499880 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-81499f91-cfed-4dea-9355-0e850fd19b02 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 378 time: 0.0473044
Oct 27 15:15:17.510174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'port': {'device_id': '78f18798-3052-43fa-a432-f8a0cde0c589', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'admin_state_up': True, 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'security_groups': ['775318b8-5caa-46f2-ba99-6cc3df42e6c2']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:15:17.655908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:17.665749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:17.675728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Made reservation on behalf of fa7e2b9a0ba0465681b2e222f259d8ff for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:15:17.678983 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:17.853440 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.20.0.14 (d85e1989-72a6-4326-8eac-53ebd291a338/ab510581-d1ef-4943-9c48-0d5ad16ea851/3577aeda-f031-47cb-8fa9-f479d2e818b3) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:15:18.049184 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.066699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Transition to ACTIVE for port object 3577aeda-f031-47cb-8fa9-f479d2e818b3 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:15:18.090831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.098188 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5b89b562-d333-49ac-a0e9-1ffa61528f24 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:18.173982 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:15:18.177660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:15:18.182472 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:15:18.208552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:18.214293 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:18.271103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:18.271793 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.336178 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-3b10dfa6-20ec-4168-b673-1b0c3d8a6035 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8138819
Oct 27 15:15:18.338560 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Request body: {'port': {'device_id': '78f18798-3052-43fa-a432-f8a0cde0c589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:15:18.436785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4cb5ed91-cb23-454c-8dad-521e7adbaf97 up at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:15:18.536638 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Provisioning complete for port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:18.537476 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.614630 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-4438db03-3b2b-40c4-a5c9-aa5cb19dbb34 None None] Provisioning for port 3577aeda-f031-47cb-8fa9-f479d2e818b3 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:15:18.618925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.640626 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46866) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:18.645951 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-4438db03-3b2b-40c4-a5c9-aa5cb19dbb34 None None] Provisioning complete for port 3577aeda-f031-47cb-8fa9-f479d2e818b3 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:18.646336 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4438db03-3b2b-40c4-a5c9-aa5cb19dbb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.728725 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-4438db03-3b2b-40c4-a5c9-aa5cb19dbb34 None None] Port 3577aeda-f031-47cb-8fa9-f479d2e818b3 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:15:18.774319 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4c254-77bd-4173-87a2-0e1f43381ab0 req-88e2d142-4506-4e53-9727-a3a70a240bab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:18.775003 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1aa4c254-77bd-4173-87a2-0e1f43381ab0 req-88e2d142-4506-4e53-9727-a3a70a240bab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:18.808979 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.827803 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1aa4c254-77bd-4173-87a2-0e1f43381ab0 req-88e2d142-4506-4e53-9727-a3a70a240bab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:18.828952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1aa4c254-77bd-4173-87a2-0e1f43381ab0 req-88e2d142-4506-4e53-9727-a3a70a240bab tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 932 time: 0.2671382
Oct 27 15:15:18.849816 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:18.853635 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Usage tracker for resource:security_group_rule and tenant:290c9eaa73bd4876b312d186bb67c1a5 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:18.856633 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:18.862636 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:18.936542 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.941160 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:18.948192 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8bf4a7f5-8ce8-47bb-846d-e9c05c97cf7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:18.955642 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1aa4c254-77bd-4173-87a2-0e1f43381ab0 req-007192bb-e22e-4421-b395-4f87098e413f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1070318
Oct 27 15:15:18.981168 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=290c9eaa73bd4876b312d186bb67c1a5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3392234
Oct 27 15:15:18.983194 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46874) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:19.024196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f500bafc-109f-4c35-888f-cf1025420532,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:19.028929 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:19.051698 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3577aeda-f031-47cb-8fa9-f479d2e818b3 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:15:19.059142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.062029 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.074542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Transition to ACTIVE for port object 3577aeda-f031-47cb-8fa9-f479d2e818b3 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:15:19.078594 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.083626 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a905a206-3409-450d-b969-34fb21b1e09e tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:19.088790 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.143862 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.148308 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ff307e9c-4088-4091-ac91-0c4674ba9a09 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:19.162727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500bafc-109f-4c35-888f-cf1025420532,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:19.165975 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:19.168451 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.172622 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-07e85c74-4de4-47b8-b258-556c2bd85f63 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/f500bafc-109f-4c35-888f-cf1025420532 HTTP/1.1" status: 204  len: 168 time: 0.1882012
Oct 27 15:15:19.215425 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:19.219531 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:19.338118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Attempting to bind port 3577aeda-f031-47cb-8fa9-f479d2e818b3 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:15:19.338604 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Attempting to bind port 3577aeda-f031-47cb-8fa9-f479d2e818b3 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:15:19.339222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Attempting to bind port 3577aeda-f031-47cb-8fa9-f479d2e818b3 on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:15:19.346002 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Port 3577aeda-f031-47cb-8fa9-f479d2e818b3 on network d85e1989-72a6-4326-8eac-53ebd291a338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:15:19.346410 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Attempting to bind port 3577aeda-f031-47cb-8fa9-f479d2e818b3 on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:15:19.353370 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:15:19.353708 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:15:19.354090 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Bound using segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:15:19.354513 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Bound port: 3577aeda-f031-47cb-8fa9-f479d2e818b3, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:15:19.354859 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.450851 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:15:19.454127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:15:19.458313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.462167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-244b00bb-ef58-45d5-839b-5167519ed275 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:19.522542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:19.524403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] 10.222.0.91 "PUT /v2.0/ports/3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 1094 time: 1.1926980
Oct 27 15:15:19.525083 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:15:19.551061 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:19.555493 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:19.622089 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'status': 'completed', 'code': 200}
Oct 27 15:15:19.675022 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-269fa6d7-69ea-4426-a992-b27b5e287a4e service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1097 time: 0.0864680
Oct 27 15:15:19.751292 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-b13fe332-b203-46e8-ad43-0426a003ab53 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 217 time: 0.0678270
Oct 27 15:15:19.819979 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14025136-254c-4b9c-963b-488f395714eb req-006fe3d7-10fc-4096-8531-b5b11b6266e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:19.821801 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-006fe3d7-10fc-4096-8531-b5b11b6266e9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0637491
Oct 27 15:15:19.915130 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-c7ba78f8-8ee5-41de-b272-93d47adbbe48 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849459
Oct 27 15:15:20.058032 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-3d6f9ff2-1547-475a-836b-b5b442a24a5a service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345036
Oct 27 15:15:20.249146 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-14025136-254c-4b9c-963b-488f395714eb req-c2756c3e-b69a-4ec5-bc3f-0ec050e3b80d service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1839206
Oct 27 15:15:20.264097 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1e8b4-b0e6-43bf-a84c-15ce1218119d req-467deb92-ea7a-4b3e-936c-995bcdc52c42 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:20.265761 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f5b1e8b4-b0e6-43bf-a84c-15ce1218119d req-467deb92-ea7a-4b3e-936c-995bcdc52c42 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.1764679
Oct 27 15:15:20.458985 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f5b1e8b4-b0e6-43bf-a84c-15ce1218119d req-f959dcad-3a88-4d29-8866-4f667d838fdb tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1860445
Oct 27 15:15:20.496285 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-88888364-bd65-4ad1-90d4-da1bcc881507 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1097 time: 0.1829805
Oct 27 15:15:20.637118 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-ef5d9544-7dfa-4645-9852-0fd6b5753be3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:20.638554 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-ef5d9544-7dfa-4645-9852-0fd6b5753be3 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1316371
Oct 27 15:15:20.712687 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-33daaf40-6a41-4c75-9f6a-a8c90adf2a22 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 217 time: 0.0671780
Oct 27 15:15:20.777954 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-0b0945b3-cc9a-4930-bbe4-f3f55a76794e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:20.779393 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-0b0945b3-cc9a-4930-bbe4-f3f55a76794e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0595789
Oct 27 15:15:20.861885 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-3370aedc-8c1e-4226-a23c-5b8bbd92c48d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754433
Oct 27 15:15:21.007002 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-fe3ea4a6-a011-419d-9ba8-10039787d79a service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374080
Oct 27 15:15:21.144702 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2fa08286-a23d-4eaa-ad35-c2a744f7aca1 req-439fb0a3-4579-4a96-9aae-6b9108e41932 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309180
Oct 27 15:15:21.671056 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236035-9367-42d4-9c17-eeaba28bf435 req-782480fe-730e-4631-8289-2e6226cb4eef tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:21.672457 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7c236035-9367-42d4-9c17-eeaba28bf435 req-782480fe-730e-4631-8289-2e6226cb4eef tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.0849366
Oct 27 15:15:21.719526 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-7c236035-9367-42d4-9c17-eeaba28bf435 req-6109b75f-b0a3-45f1-9dde-0c04e5724a81 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:15:21.732319 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-7c236035-9367-42d4-9c17-eeaba28bf435 req-6109b75f-b0a3-45f1-9dde-0c04e5724a81 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:15:21.733483 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7c236035-9367-42d4-9c17-eeaba28bf435 req-6109b75f-b0a3-45f1-9dde-0c04e5724a81 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0549531
Oct 27 15:15:22.946726 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963680d-67be-40ce-abc4-e0e24be0b6e6 req-8db6c954-97bf-4062-9899-7297020e48e4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:22.948320 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4963680d-67be-40ce-abc4-e0e24be0b6e6 req-8db6c954-97bf-4062-9899-7297020e48e4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.0892732
Oct 27 15:15:22.996077 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4963680d-67be-40ce-abc4-e0e24be0b6e6 req-e71eb0e9-ec4e-40c3-9a23-68cd4e42d8e6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420697
Oct 27 15:15:24.416833 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09034f60-2528-46e2-b8f4-1e48e6c5dc2f req-a638461c-9699-4fcf-acd5-014e8f56d575 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:24.418389 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-09034f60-2528-46e2-b8f4-1e48e6c5dc2f req-a638461c-9699-4fcf-acd5-014e8f56d575 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.3000839
Oct 27 15:15:24.472447 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-09034f60-2528-46e2-b8f4-1e48e6c5dc2f req-b7fa8e9f-0b9a-4b31-98d5-3c96344c2fe8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0479858
Oct 27 15:15:24.626437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46974) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:24.774411 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:24.808887 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:24.812900 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Usage tracker for resource:security_group_rule and tenant:3b1f8565c6f447aba8e55d174e5b1b46 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:24.815802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:24.821484 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:24.891047 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:24.895598 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:24.902448 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2f4c5752-4dfa-4831-9993-6ccadd7c9d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:24.942109 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0333b64b-40ed-4f49-a857-e050f553a5b7,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:24.945623 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:24.947978 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c14080fc-16a4-4ce5-a274-d248a0f5f106 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=3b1f8565c6f447aba8e55d174e5b1b46&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3205421
Oct 27 15:15:24.951004 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46980) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:25.012435 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.039723 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.100522 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.105711 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8d1bba38-354b-44e0-bd75-39b3f52829c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:25.117755 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0333b64b-40ed-4f49-a857-e050f553a5b7,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:25.121395 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:25.124762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.125865 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-88e6af4e-0f04-44a3-87c9-dbc25b060c7e admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/0333b64b-40ed-4f49-a857-e050f553a5b7 HTTP/1.1" status: 204  len: 168 time: 0.1739159
Oct 27 15:15:25.481501 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46988) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:25.500727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.537101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:25.541195 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Usage tracker for resource:security_group_rule and tenant:81796dbc1e4f4d29bf03d5ac71625c80 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:25.544187 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:25.550762 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:25.624623 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.629998 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.637707 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8b5ab5db-5b5f-4003-b1bc-7f04921ff244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:25.678655 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac79ea6-0604-4830-99aa-c7a492b1ef07,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:25.679487 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f6718-1e6c-4ec1-91c1-77993fe4503d req-e9c7fab3-a20f-4f59-ba5b-113fe5aadf25 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:25.681015 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-820f6718-1e6c-4ec1-91c1-77993fe4503d req-e9c7fab3-a20f-4f59-ba5b-113fe5aadf25 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.0841749
Oct 27 15:15:25.683070 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=81796dbc1e4f4d29bf03d5ac71625c80&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2005467
Oct 27 15:15:25.683982 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-1399e6a6-c379-4aa3-ab0b-9f34531285bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:25.690804 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 46994) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:25.735146 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-820f6718-1e6c-4ec1-91c1-77993fe4503d req-fb4d2bd4-856a-4402-ac36-7b60f186ceac tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423443
Oct 27 15:15:25.754422 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.781240 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.835664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.839798 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-8c68a00e-99ea-4f04-a296-bf9237becad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:25.851814 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac79ea6-0604-4830-99aa-c7a492b1ef07,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:25.855355 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:25.858787 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:25.860017 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-d5f00dba-0f88-42ee-8d69-f755e961b746 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/aac79ea6-0604-4830-99aa-c7a492b1ef07 HTTP/1.1" status: 204  len: 168 time: 0.1733339
Oct 27 15:15:26.941394 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd678fd8-272c-4ddf-9929-448ca8b17bdf req-aaa787e6-540c-48d9-bddf-390af30c6801 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:26.943047 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bd678fd8-272c-4ddf-9929-448ca8b17bdf req-aaa787e6-540c-48d9-bddf-390af30c6801 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 944 time: 0.0834498
Oct 27 15:15:26.990804 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-bd678fd8-272c-4ddf-9929-448ca8b17bdf req-92376fb7-2230-4038-8c34-4a39e8e7f430 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422068
Oct 27 15:15:27.930362 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 3577aeda-f031-47cb-8fa9-f479d2e818b3 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:15:28.092224 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:28.108284 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'port_id': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'mac_address': 'fa:16:3e:49:c6:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:15:28.178619 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:28.198072 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3577aeda-f031-47cb-8fa9-f479d2e818b3 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:15:28.216071 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:28.222041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:28.225048 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:28.300879 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:28.304154 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:28.482012 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['3577aeda-f031-47cb-8fa9-f479d2e818b3'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:15:28.523682 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbfec1-6f55-405e-84fe-f83f59cee030 req-4631cf28-e55b-4084-b416-c9a6505f9b22 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:28.525265 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98dbfec1-6f55-405e-84fe-f83f59cee030 req-4631cf28-e55b-4084-b416-c9a6505f9b22 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 945 time: 0.4023788
Oct 27 15:15:28.575188 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-98dbfec1-6f55-405e-84fe-f83f59cee030 req-fbe803df-26a5-4921-9311-5eeb9f456eae tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0438159
Oct 27 15:15:29.777048 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d181c-0b0e-451d-9301-9a00ad3dc046 req-6e22f2df-99bf-4a9a-8cff-3f175060357c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:29.778408 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-208d181c-0b0e-451d-9301-9a00ad3dc046 req-6e22f2df-99bf-4a9a-8cff-3f175060357c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 945 time: 0.0798981
Oct 27 15:15:29.824977 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-208d181c-0b0e-451d-9301-9a00ad3dc046 req-b46f5358-0ec5-4f96-ae1f-f6d39fa5cd2f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403883
Oct 27 15:15:29.946407 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 3577aeda-f031-47cb-8fa9-f479d2e818b3 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:15:30.020515 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 3577aeda-f031-47cb-8fa9-f479d2e818b3 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:15:30.025803 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 3577aeda-f031-47cb-8fa9-f479d2e818b3 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:15:30.026176 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:30.141951 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:30.170364 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:15:30.182602 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:15:30.186847 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:30.188900 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:30.232222 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'code': 200}
Oct 27 15:15:30.256692 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:30.259747 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:30.554481 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb42d420-0b28-4e3d-a5e2-5089ecc6fd56 req-649fd895-cf22-4258-b28c-5dd31c11a48c service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1099 time: 0.0715935
Oct 27 15:15:30.600445 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bb42d420-0b28-4e3d-a5e2-5089ecc6fd56 req-5ebccec5-6c6d-4cac-bf5f-d8dad89c1a4d service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376239
Oct 27 15:15:31.035044 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c97931-e22f-4758-9d48-d1a36fab3f48 req-3d779d86-7f25-45cd-bb6f-3ee5475bf772 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:31.036542 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e1c97931-e22f-4758-9d48-d1a36fab3f48 req-3d779d86-7f25-45cd-bb6f-3ee5475bf772 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0770838
Oct 27 15:15:31.089005 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e1c97931-e22f-4758-9d48-d1a36fab3f48 req-8e074485-1c6e-4b58-b6f1-db76c14890f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463779
Oct 27 15:15:32.306312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c3c71-03a6-4786-bacd-f8bfa53cd599 req-1f2c8c8a-aec9-4c03-b619-0441841ebf3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:32.307861 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-266c3c71-03a6-4786-bacd-f8bfa53cd599 req-1f2c8c8a-aec9-4c03-b619-0441841ebf3b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0913568
Oct 27 15:15:32.364621 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-266c3c71-03a6-4786-bacd-f8bfa53cd599 req-f61ef623-ae7b-4811-a6d3-a0205cd07e63 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476930
Oct 27 15:15:32.571704 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4195e-4df4-458a-90b5-f512e7164f72 req-815b9aed-6819-4eae-bfa6-64315b24967c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:32.573067 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7cc4195e-4df4-458a-90b5-f512e7164f72 req-815b9aed-6819-4eae-bfa6-64315b24967c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0792959
Oct 27 15:15:32.620314 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7cc4195e-4df4-458a-90b5-f512e7164f72 req-3fc40bad-03a4-4f1c-bb77-704c89d57841 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416782
Oct 27 15:15:32.648448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47110) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:32.854686 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8b726af7-2b67-4fed-9ceb-e7a9c32778c3 tempest-TestVolumeBootPattern-825588001 tempest-TestVolumeBootPattern-825588001-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1094 time: 0.2047970
Oct 27 15:15:32.857199 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47116) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:32.858834 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:15:32.863313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'port_id': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address': '172.20.0.14'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:15:32.869038 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:32.872948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:floatingip and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:32.875852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:32.881571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:32.893196 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:33.032995 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:33.182381 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.27.3.128 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/d6462eb1-949b-4156-b67c-180db96dafb6) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:15:33.432969 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:33.464238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:33.469004 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8364f477-6826-4ad8-bd15-0e5a6e256702 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:33.526471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:15:33.533923 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:15:33.538171 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:15:33.582116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=d6462eb1-949b-4156-b67c-180db96dafb6,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:33.586198 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:34.092558 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:34.157351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:34.401903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:34.408487 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:34.413684 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:34.528500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=d6462eb1-949b-4156-b67c-180db96dafb6,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:34.540965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:34.553742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:34.749767 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Floating IP 546c9997-91da-4a68-a936-b86e74f90561 associated. External IP: 172.27.3.128, port: 3577aeda-f031-47cb-8fa9-f479d2e818b3.
Oct 27 15:15:35.279647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:15:35.484161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:15:35.494132 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:15:35.506541 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:35.507246 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac293a7460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:35.508502 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:35.567231 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7089112
Oct 27 15:15:35.567981 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:15:35.622654 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'status': 'completed', 'code': 200}
Oct 27 15:15:35.716818 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-5820d92c-1137-4583-8960-0584e3507a05 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1099 time: 0.0699096
Oct 27 15:15:35.726422 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:35.854119 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-e4b5bf28-8ce2-4d51-953f-9cb7bd082b1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:35.855845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-e4b5bf28-8ce2-4d51-953f-9cb7bd082b1c service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1325486
Oct 27 15:15:35.966245 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-1b94f5c4-9f11-486c-a1c6-31600dfe7e28 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 1000 time: 0.1035259
Oct 27 15:15:36.037219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-5852b3b7-fad9-403c-832d-02d8fd16d235 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:15:36.038654 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-5852b3b7-fad9-403c-832d-02d8fd16d235 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0654442
Oct 27 15:15:36.088058 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac293a7460>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '546c9997-91da-4a68-a936-b86e74f90561', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:49:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f18798-3052-43fa-a432-f8a0cde0c589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:15:33Z', 'updated_at': '2021-10-27T15:15:33Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:36.092813 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:15:36.103691 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:15:36.104399 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac293a7460>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:15:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:36.124441 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-e9c5f34f-5637-4c0c-a115-31b833539ce5 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786984
Oct 27 15:15:36.138452 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-29f99888-6c1c-4862-a62b-a6d8a429650d service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:15:36.139420 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-29f99888-6c1c-4862-a62b-a6d8a429650d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0051916
Oct 27 15:15:36.295085 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5862f1b5-fe2e-4360-b6d4-db49fc0c90c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:36.307969 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-ad34978b-56a2-4d7f-81f1-1e4fe1d8c4c3 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1602373
Oct 27 15:15:36.322593 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:15:36.464886 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1871c2b7-8da8-4268-9d7b-0cc907d219e6 req-12af7adf-45a0-4afb-8a2b-225ad1f993d6 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500330
Oct 27 15:15:36.609894 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:36.701366 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac293a7460>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '546c9997-91da-4a68-a936-b86e74f90561', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:49:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f18798-3052-43fa-a432-f8a0cde0c589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:15:33Z', 'updated_at': '2021-10-27T15:15:33Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:15:36.706161 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa2a46a-0517-487a-9b5a-eec33e563503 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '546c9997-91da-4a68-a936-b86e74f90561', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.128', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:49:c6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f18798-3052-43fa-a432-f8a0cde0c589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:15:33Z', 'updated_at': '2021-10-27T15:15:33Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:15:36.859495 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47164) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:36.921869 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107da834-0af8-4d45-9d06-6bad842be3e2 None None] New status for floating IP 546c9997-91da-4a68-a936-b86e74f90561: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:15:37.019812 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.051505 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:37.055605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Usage tracker for resource:security_group_rule and tenant:477fb136976647db9239976d5c3f8bf9 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:37.058769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:37.065322 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:37.140106 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.143944 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.151308 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-d4af069d-dd67-4602-80cf-b2087ea692f2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:37.196305 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336862ca-715c-497c-8d85-8af1fc4193e3,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:37.199456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:37.202028 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-9fd2eefd-6ee8-47e4-8da3-353f14520e8e admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=477fb136976647db9239976d5c3f8bf9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3409848
Oct 27 15:15:37.205548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47170) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:37.271906 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.307134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.364486 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.368332 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be288576-cf47-4fe4-95a4-6e80f10dead6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:37.379508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336862ca-715c-497c-8d85-8af1fc4193e3,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:37.383150 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:37.386818 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.388017 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-5537f7e8-7cba-43e3-8733-26e0e5644dfa admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/336862ca-715c-497c-8d85-8af1fc4193e3 HTTP/1.1" status: 204  len: 168 time: 0.1813197
Oct 27 15:15:37.737166 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47178) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:37.754953 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.790353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:37.794289 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:d991c89ae5ea4e2daff1d3cc6d64ea14 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:37.798860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:37.802769 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:37.869284 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.874272 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:37.881553 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-332a9f50-3e55-4b21-b45a-1009946a3e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:37.925407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d991c89ae5ea4e2daff1d3cc6d64ea14&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1870186
Oct 27 15:15:37.926638 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe9e1a0-5bc6-48b3-a25d-38df6ab71f2f,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:37.927968 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47182) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:37.929788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:37.992333 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.023882 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.084253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.088163 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f9c4de48-727a-4c51-a1a8-666e6a20d526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:38.099617 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe9e1a0-5bc6-48b3-a25d-38df6ab71f2f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:38.103128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:38.107509 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.108736 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a7e04015-8e53-4717-ab9b-0568ea0392f7 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3fe9e1a0-5bc6-48b3-a25d-38df6ab71f2f HTTP/1.1" status: 204  len: 168 time: 0.1790569
Oct 27 15:15:38.364329 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4d5bf3b7-7773-4b26-8ee3-34b31de1f025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.614565 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47190) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:38.633324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.666144 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:38.670041 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Usage tracker for resource:security_group_rule and tenant:a4718a1e56ce4ea0987d1ce190e44544 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:38.673737 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:38.679614 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:38.748293 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.752514 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.759518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-d31e549d-5882-4e24-86a0-9a9c7542dcb2 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:38.800552 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e154c2be-dba8-4194-aab1-a276ce8a1f85,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:38.803565 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:38.807859 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-37196d9a-fb98-4fa5-8915-2c60c878dd6f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=a4718a1e56ce4ea0987d1ce190e44544&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1915376
Oct 27 15:15:38.811292 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47194) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:38.882734 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.910180 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.967728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.972397 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-48b87a9f-5c35-491f-8ffe-8b987276c72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:38.985501 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e154c2be-dba8-4194-aab1-a276ce8a1f85,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:38.988501 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:38.990597 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:38.991905 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e154c2be-dba8-4194-aab1-a276ce8a1f85 HTTP/1.1" status: 204  len: 168 time: 0.1807792
Oct 27 15:15:39.241551 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:40.814685 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:41.832185 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47266) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:41.974965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.007233 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:42.011277 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Usage tracker for resource:security_group_rule and tenant:14e521c464e743ee889787ac4108f40b is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:42.014195 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:42.020231 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:42.092976 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.097652 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.109275 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-18054cd6-2d8f-468d-ba26-86f7d88a2c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:42.150650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc5e26-3572-478d-b7e1-8e988848ef5b,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:42.154551 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=14e521c464e743ee889787ac4108f40b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3213253
Oct 27 15:15:42.157459 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47272) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:42.161864 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.162232 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.162589 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.162944 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.163299 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.163673 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.164022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.164367 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.164710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.165057 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.165393 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.169172 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-02f718dc-e6bd-4cd4-b38c-228450c12c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:42.224219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.252924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.304404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.308265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8ac23239-d4e1-4179-8dda-e11231bd6799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:42.322223 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc5e26-3572-478d-b7e1-8e988848ef5b,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:42.334312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.334725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.334725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.335547 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.335916 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.336311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.336699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.337120 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.337503 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.337855 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.338205 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:15:42.341440 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:42.347124 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.348285 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-2a6b6519-6607-4e3a-927c-4f92cbd5cc94 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/fbbc5e26-3572-478d-b7e1-8e988848ef5b HTTP/1.1" status: 204  len: 168 time: 0.1898229
Oct 27 15:15:42.690953 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47282) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:42.709690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.741471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:42.745508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Usage tracker for resource:security_group_rule and tenant:c7b77c8b3b114860b5c0317ad20bda5d is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:42.748389 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:42.754160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:42.830216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.834886 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:42.841936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7202721-a1fc-4fad-bf09-b7eaa0137f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:42.993122 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730b9546-266d-4fc4-878d-00332b604b4b,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:42.997292 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c7b77c8b3b114860b5c0317ad20bda5d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3052838
Oct 27 15:15:42.998268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ccf5d9d8-61ac-4cde-81b9-5944b1e8975a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:42.999936 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47286) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:43.061314 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:43.088651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:43.154986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:43.158812 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-22884baa-7d86-469e-baf3-2dc52d039057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:43.171794 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730b9546-266d-4fc4-878d-00332b604b4b,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:43.174761 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:43.176754 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:43.177925 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-a3dcdff8-936d-4f74-ae60-af53406d4e0f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/730b9546-266d-4fc4-878d-00332b604b4b HTTP/1.1" status: 204  len: 168 time: 0.1770594
Oct 27 15:15:45.206634 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:55.887550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47398) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:56.032824 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.069902 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:56.073844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Usage tracker for resource:security_group_rule and tenant:782f214993474fae802b9a9d866852d6 is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:56.076694 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:56.083056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:56.151669 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.155489 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.162335 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e056043a-ab07-4fb4-be8c-88edab6d283d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:56.207486 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3718cece-d910-4f8e-813c-d727cbbb6752,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:56.211958 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=782f214993474fae802b9a9d866852d6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3233838
Oct 27 15:15:56.212875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8a777763-e347-4dc1-8240-b3419a5ebe7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:56.215474 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47404) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:56.277774 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.305116 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.359281 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.363621 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:56.374910 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718cece-d910-4f8e-813c-d727cbbb6752,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:56.377789 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:56.383522 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.384679 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-94c71289-602c-4d22-be2b-3b7ad0b217cb admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/3718cece-d910-4f8e-813c-d727cbbb6752 HTTP/1.1" status: 204  len: 168 time: 0.1683106
Oct 27 15:15:56.715293 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47414) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:56.738170 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.770217 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:15:56.774295 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Usage tracker for resource:security_group_rule and tenant:469dfb07b7124801bd29a0637acd723d is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:15:56.777205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:15:56.783431 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:15:56.852657 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.856180 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:56.863668 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-9d711e07-0256-4dfd-b5af-b2a2e346dee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:56.904372 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9ba991-6c8d-489c-ab71-dd543eb8ba5d,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:56.909303 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=469dfb07b7124801bd29a0637acd723d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1928961
Oct 27 15:15:56.910223 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0f6228e3-0619-4400-a13d-10699f4a582c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:56.911827 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47418) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:15:56.974617 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:57.000721 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:57.057644 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:57.061672 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-63fbb3a4-8d7a-4e59-a065-b7209fdbcefe tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:15:57.075101 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9ba991-6c8d-489c-ab71-dd543eb8ba5d,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:15:57.077440 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:15:57.086312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:15:57.087476 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-ce804f08-bb84-4aad-a113-333401fe794b admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/bd9ba991-6c8d-489c-ab71-dd543eb8ba5d HTTP/1.1" status: 204  len: 168 time: 0.1746035
Oct 27 15:16:06.198867 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-32f436c6-36a9-43fe-863a-05fd0ba7f709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:06.571576 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:08.362227 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-fedc92ee-d2bc-4472-b5a6-94f981939a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:09.240941 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:09.858966 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:16:10.814514 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:12.731778 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47502) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:13.009670 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Deleting port 072a1083-7a12-4568-ac48-9346a3897d11 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:13.010012 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:13.187869 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:13.188200 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:13.310981 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Calling delete_port for 072a1083-7a12-4568-ac48-9346a3897d11 owned by network:floatingip {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:13.464692 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:13.468785 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c4c05a89-49c7-43c3-abd8-453caf84a7d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:13.509718 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event deleted for resources: {'Port': ['ID=072a1083-7a12-4568-ac48-9346a3897d11,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:13.513885 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:13.605182 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for floatingip, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:13.998586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Router 69485134-39d9-47c0-ae28-dfffbe740485 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:16:14.195893 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:16:14.205916 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Sync routers for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:16:14.216463 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:14.220154 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:14.221036 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a93040>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:14.276524 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-290b5217-9ae7-4e96-8de4-3448c6248413 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "DELETE /v2.0/floatingips/5cd3eb49-f9d7-46dd-93f6-d695bd698d1f HTTP/1.1" status: 204  len: 168 time: 1.5429466
Oct 27 15:16:14.279757 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82715) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:14.414610 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:14.510454 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'status': 'completed', 'code': 200}
Oct 27 15:16:14.779067 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-1fa31a6f-deef-4d2b-8204-e5e03f43bc7c service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=d220deb2c33140c686078aa4d9dca760&device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 1098 time: 0.2303650
Oct 27 15:16:14.795745 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d26a6-4cda-4ef0-b9bb-5484210511a8 req-5cf02da1-27c6-48f1-9133-e8264ee98d55 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:14.797426 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bc0d26a6-4cda-4ef0-b9bb-5484210511a8 req-5cf02da1-27c6-48f1-9133-e8264ee98d55 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.1590016
Oct 27 15:16:14.802530 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a93040>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:14.807161 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Checking router: 69485134-39d9-47c0-ae28-dfffbe740485 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:16:14.822705 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:14.823420 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a93040>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:14.942045 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bc0d26a6-4cda-4ef0-b9bb-5484210511a8 req-2936b196-dc43-44da-a5af-ffa22548d6f5 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1224537
Oct 27 15:16:14.966869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364150-231e-4b1f-b749-8aa53458869f req-a440e569-b55b-4ed1-ab8e-140f4d2aa7a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:14.968699 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-a440e569-b55b-4ed1-ab8e-140f4d2aa7a0 service neutron] 10.222.0.91 "GET /v2.0/networks?id=81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 200  len: 910 time: 0.1792481
Oct 27 15:16:15.013535 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:15.043787 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-137c5276-e540-4560-9580-fe3ee043d3d6 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 200  len: 217 time: 0.0664907
Oct 27 15:16:15.117306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364150-231e-4b1f-b749-8aa53458869f req-47735ab0-7bd4-4802-aba2-da38c1acd11c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:15.118854 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-47735ab0-7bd4-4802-aba2-da38c1acd11c service neutron] 10.222.0.91 "GET /v2.0/subnets?id=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 200  len: 847 time: 0.0685911
Oct 27 15:16:15.205413 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-2c09adb2-56a5-4bc9-a6fc-c48c48ac4d40 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=81e0c279-1045-439b-8782-4d60bf6266f4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757759
Oct 27 15:16:15.273788 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:15.386136 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-96a025c4-dc89-4f44-9b02-81a201f84e97 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1735435
Oct 27 15:16:15.396781 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a93040>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:15.403637 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0f685-1ac5-48b9-88d8-c8102fe3d618 None None] The sync data for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi is: [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:16Z', 'revision_number': 4, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': '570e4345-a93f-4c25-ae72-6d402a3a3ac4', 'name': '', 'network_id': '81e0c279-1045-439b-8782-4d60bf6266f4', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'mac_address': 'fa:16:3e:dc:5c:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:15Z', 'updated_at': '2021-10-27T15:11:34Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'subnets': [{'id': 'f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:16:15.537699 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fc364150-231e-4b1f-b749-8aa53458869f req-34cd96fc-6af5-4514-8092-3cba6caf4047 service neutron] 10.222.0.91 "GET /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394751
Oct 27 15:16:15.726519 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3068493-ff59-4e07-8059-7c8e791c1836 None None] New status for floating IP 5cd3eb49-f9d7-46dd-93f6-d695bd698d1f: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:16:16.152812 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce81e1d-3cc5-49d3-9b8d-62adafec108c req-4e3cf78e-4003-4ed9-9ff6-3f71bea6eb95 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:16.153510 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-1ce81e1d-3cc5-49d3-9b8d-62adafec108c req-4e3cf78e-4003-4ed9-9ff6-3f71bea6eb95 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:16.170024 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-1ce81e1d-3cc5-49d3-9b8d-62adafec108c req-4e3cf78e-4003-4ed9-9ff6-3f71bea6eb95 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:16.171433 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1ce81e1d-3cc5-49d3-9b8d-62adafec108c req-4e3cf78e-4003-4ed9-9ff6-3f71bea6eb95 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0940106
Oct 27 15:16:16.218177 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1ce81e1d-3cc5-49d3-9b8d-62adafec108c req-7c1c1949-bb7c-4830-bca8-3e8f94966178 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/security-groups?id=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405958
Oct 27 15:16:16.559590 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-5aee5f4f-a58a-4699-a7e3-d5e701c576a2 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:16.561042 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-5aee5f4f-a58a-4699-a7e3-d5e701c576a2 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.91 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 945 time: 0.0831347
Oct 27 15:16:16.630914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Deleting port 42b89630-2195-4b3c-8496-b47ed7826770 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:16.631264 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:16.889244 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] For port 42b89630-2195-4b3c-8496-b47ed7826770, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=42b89630-2195-4b3c-8496-b47ed7826770,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:16.889598 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:17.106898 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Calling delete_port for 42b89630-2195-4b3c-8496-b47ed7826770 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:17.254752 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:17.260986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:17.305803 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event deleted for resources: {'Port': ['ID=42b89630-2195-4b3c-8496-b47ed7826770,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:17.309435 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:17.425092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] No DVR routers for this DVR port 42b89630-2195-4b3c-8496-b47ed7826770 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:16:17.431237 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:17.434149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-deleted', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:17.450257 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a7a88e25-514d-4350-8a87-ecb4b56aac6f req-b25e40d8-0691-453d-85c9-e28b8026fa32 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 210 time: 0.0690053
Oct 27 15:16:17.463917 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0b277e0a-c60c-48d0-a89d-fd2696d8b62b req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.91 "DELETE /v2.0/ports/42b89630-2195-4b3c-8496-b47ed7826770 HTTP/1.1" status: 204  len: 173 time: 0.8968470
Oct 27 15:16:17.586489 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2016b9-7eca-40f5-84ca-1f4f82e2614f', 'name': 'network-vif-deleted', 'tag': '42b89630-2195-4b3c-8496-b47ed7826770', 'status': 'completed', 'code': 200}
Oct 27 15:16:18.633378 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-cc75b61a-10d2-4ea7-8d28-08503962768f req-cbea9420-4029-42c6-b649-9fcd6f150bd7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Synchronizing usage tracker for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:18.648965 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-cc75b61a-10d2-4ea7-8d28-08503962768f req-cbea9420-4029-42c6-b649-9fcd6f150bd7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Unset dirty status for tenant:d220deb2c33140c686078aa4d9dca760 on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:18.650275 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-cc75b61a-10d2-4ea7-8d28-08503962768f req-cbea9420-4029-42c6-b649-9fcd6f150bd7 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "GET /v2.0/ports?device_id=fa2016b9-7eca-40f5-84ca-1f4f82e2614f HTTP/1.1" status: 200  len: 210 time: 0.0590274
Oct 27 15:16:19.771619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47576) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:19.776488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47580) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:19.850881 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:19.880924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:19.916264 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:19.951715 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:19.953259 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:19.955766 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Usage tracker for resource:security_group_rule and tenant:c28e24d23bab4942849c00bd3dd51012 is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:16:19.958614 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:16:19.961080 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4f825334-21e5-4bef-9f19-3f20a89c42b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:19.964342 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:19.974362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff0521c-1fe7-4c6a-91d1-9a3c463365a8,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:19.978723 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:19.983025 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:19.984798 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-82b977eb-47bd-42ba-a83b-9ea9c2c048e4 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] 10.222.0.89 "DELETE /v2.0/security-groups/9ff0521c-1fe7-4c6a-91d1-9a3c463365a8 HTTP/1.1" status: 204  len: 168 time: 0.2070811
Oct 27 15:16:20.040213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47588) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:20.130867 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.136061 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.143344 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a318808a-34e0-4b17-9e86-084e2a87aab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:20.185412 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6568441f-75b4-4581-b87f-749951bd3a95,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:20.191769 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=c28e24d23bab4942849c00bd3dd51012&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4187293
Oct 27 15:16:20.193196 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-e59f0eff-5353-448c-bf44-86bb8d728c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:20.193349 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47594) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:20.330501 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.367009 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.488030 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:20.493280 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.505205 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e7929d1c-c9b3-41e5-beac-5663903e6658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:20.520308 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6568441f-75b4-4581-b87f-749951bd3a95,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:20.524192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:20.530210 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:20.531917 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6568441f-75b4-4581-b87f-749951bd3a95 HTTP/1.1" status: 204  len: 168 time: 0.3377619
Oct 27 15:16:20.544915 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 42b89630-2195-4b3c-8496-b47ed7826770 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:20.545267 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 42b89630-2195-4b3c-8496-b47ed7826770 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:20.674766 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.363471 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47616) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:21.406490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Deleting port 570e4345-a93f-4c25-ae72-6d402a3a3ac4 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:21.407067 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.494237 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-900574042-network', 'tenant_id': '09991be7a76e481d8877bf1e0f27b34e'}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:21.498928 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:21.502798 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Usage tracker for resource:network and tenant:09991be7a76e481d8877bf1e0f27b34e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:16:21.505813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:16:21.512466 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:21.522922 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Made reservation on behalf of 09991be7a76e481d8877bf1e0f27b34e for: {'network': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:16:21.525561 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for network, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.538286 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.573475 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:21.578492 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] For port 570e4345-a93f-4c25-ae72-6d402a3a3ac4, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=570e4345-a93f-4c25-ae72-6d402a3a3ac4,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:21.578844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.578965 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Usage tracker for resource:security_group_rule and tenant:09991be7a76e481d8877bf1e0f27b34e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:16:21.581719 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:16:21.587360 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:21.660638 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.669917 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.673205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-6e88b371-3088-456c-b9e7-e043ad89e0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:21.706349 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Calling delete_port for 570e4345-a93f-4c25-ae72-6d402a3a3ac4 owned by network:router_interface {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:21.709382 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1314}  {{(pid=82715) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Oct 27 15:16:21.718148 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d956201-5874-44c2-a53f-e3d93234b8c0,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:21.722632 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:21.727314 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.727734 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.db.segments_db [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Added segment e8502d66-ab22-40c5-8f92-38c796245e64 of type vlan for network 08a85e2c-3da7-402d-b7af-e67477ca6720
Oct 27 15:16:21.756259 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773588592613'] for network, precommit_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.788103 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143'] for network, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.789539 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:21.790242 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.793696 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:21.887809 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:21.892119 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2b1c7d2b-a483-4ba4-9744-20962aabc098 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:21.900638 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Pushing event updated for resources: {'Network': ['ID=08a85e2c-3da7-402d-b7af-e67477ca6720,revision_number=1']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:21.907946 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] 10.222.0.89 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5400674
Oct 27 15:16:21.907946 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:21.908410 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47622) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:21.912445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 details requested by agent ovs-agent-dv-cinder-815673-1-iscsi with host dv-cinder-815673-1-iscsi {{(pid=82716) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Oct 27 15:16:21.913479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.v2.base [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Request body: {'subnet': {'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-900574042-subnet', 'tenant_id': '09991be7a76e481d8877bf1e0f27b34e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82715) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:21.918315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:21.922117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Usage tracker for resource:subnet and tenant:09991be7a76e481d8877bf1e0f27b34e is out of sync, need to count used quota {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:16:21.924954 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82715) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:16:21.931253 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.quota.driver [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82715) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:21.938996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Pushing event deleted for resources: {'Port': ['ID=570e4345-a93f-4c25-ae72-6d402a3a3ac4,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:21.941778 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:21.942006 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Made reservation on behalf of 09991be7a76e481d8877bf1e0f27b34e for: {'subnet': 1} {{(pid=82715) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:16:21.944577 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3606320'] for subnet, before_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:22.168162 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2623344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3606342'] for subnet, after_create {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:22.172236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:22.246423 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=208588dd-6b7a-4708-b460-6d1264cf17c4,revision_number=0']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:22.248418 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:22.251728 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:22.261487 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Checking segment: {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82715) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:16:22.261841 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Network hostable DHCP agents. Network: 08a85e2c-3da7-402d-b7af-e67477ca6720, hostable agents: ['df8e635d-ba6d-49d4-b250-23425091d41b'], hosted agents: [] {{(pid=82715) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Oct 27 15:16:22.286227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 is scheduled to be hosted by DHCP agent df8e635d-ba6d-49d4-b250-23425091d41b with binding_index 1 {{(pid=82715) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Oct 27 15:16:22.296564 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.base_scheduler [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815673-1-iscsi, 08a85e2c-3da7-402d-b7af-e67477ca6720) {{(pid=82715) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:16:22.301518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:22.302378 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:22.307458 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786af292-08a4-4b53-9a86-719b4d415d72 None None] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:16:22.325456 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] 10.222.0.89 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4163091
Oct 27 15:16:22.538661 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d39cbdb-3e04-461f-93b4-7693393aaa04 None None] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:16:22.911473 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-3ca72797-7e42-467f-b63b-85857bca61ea service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2771802
Oct 27 15:16:23.122161 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-d4614f54-86cd-4aed-aa0f-72fb9f025c4f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1099 time: 0.1035571
Oct 27 15:16:23.123977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Router 69485134-39d9-47c0-ae28-dfffbe740485 has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:16:23.340363 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-d645ec81-0a45-4e21-b33e-0f3e4a43dd87 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:23.341845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-d645ec81-0a45-4e21-b33e-0f3e4a43dd87 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1519375
Oct 27 15:16:23.508161 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-21cf8aa8-9819-451c-bbf2-ba2804bc8740 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 1002 time: 0.1196473
Oct 27 15:16:23.580290 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:16:23.582489 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-ea22dca1-f0b7-46c5-985c-c9a4a373dbcf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:23.584580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-ea22dca1-f0b7-46c5-985c-c9a4a373dbcf service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0684900
Oct 27 15:16:23.588810 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Sync routers for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:16:23.601152 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:23.601753 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29271d90>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:23.629460 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] 10.222.0.89 "PUT /v2.0/routers/69485134-39d9-47c0-ae28-dfffbe740485/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5880752
Oct 27 15:16:23.632100 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47636) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:23.670190 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-f65cb4f2-6075-44be-b9a4-6ba43416ba41 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751398
Oct 27 15:16:23.820211 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:23.820765 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-ec2dec44-5ef5-4e4c-8f91-a232b0876aaf service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396596
Oct 27 15:16:23.851083 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:23.957420 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2497ae5c-1fbb-4c49-848c-902f056c3460 req-3fe52eb5-cbdd-443f-937c-e0ae28cba928 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297019
Oct 27 15:16:24.053018 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:24.062158 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Deleting port 94b25a72-9057-4e1b-97dc-25e8dc6af66f {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:24.062557 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:24.110730 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29271d90>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:16:21Z', 'revision_number': 5, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port': {'id': '94b25a72-9057-4e1b-97dc-25e8dc6af66f', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:fe:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69485134-39d9-47c0-ae28-dfffbe740485', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:11:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:24.114902 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Checking router: 69485134-39d9-47c0-ae28-dfffbe740485 for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:16:24.126329 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Routers {'69485134-39d9-47c0-ae28-dfffbe740485'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:24.127080 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29271d90>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['69485134-39d9-47c0-ae28-dfffbe740485'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:24.244837 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] For port 94b25a72-9057-4e1b-97dc-25e8dc6af66f, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=94b25a72-9057-4e1b-97dc-25e8dc6af66f,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:24.245291 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:24.284041 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] Set router 69485134-39d9-47c0-ae28-dfffbe740485 gateway port host: None {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:24.387656 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Calling delete_port for 94b25a72-9057-4e1b-97dc-25e8dc6af66f owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:24.400312 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29271d90>, [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:16:24Z', 'revision_number': 6, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:24.404445 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec7357d-7ff9-4b96-abec-ddf949688913 None None] The sync data for ids ['69485134-39d9-47c0-ae28-dfffbe740485'] in dv-cinder-815673-1-iscsi is: [{'id': '69485134-39d9-47c0-ae28-dfffbe740485', 'name': 'tempest-TestShelveInstance-889178409-router', 'tenant_id': 'd220deb2c33140c686078aa4d9dca760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:13Z', 'updated_at': '2021-10-27T15:16:24Z', 'revision_number': 6, 'project_id': 'd220deb2c33140c686078aa4d9dca760', 'gw_port_host': None}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:16:24.688798 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-585dd603-b17a-4dc0-a377-a5c633a64d78 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:24.689409 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-585dd603-b17a-4dc0-a377-a5c633a64d78 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Synchronizing usage tracker for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:network {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:24.717632 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-585dd603-b17a-4dc0-a377-a5c633a64d78 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Unset dirty status for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:network {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:24.718830 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-585dd603-b17a-4dc0-a377-a5c633a64d78 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 808 time: 0.3379276
Oct 27 15:16:24.774451 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-8ab91112-c948-490e-8793-90d8747886ae tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/quotas/09991be7a76e481d8877bf1e0f27b34e HTTP/1.1" status: 200  len: 375 time: 0.0257974
Oct 27 15:16:24.828937 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-5cb33268-a764-479c-9cd8-4a2548c46571 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0471005
Oct 27 15:16:24.829676 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:24.833534 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2b59a5f6-c3df-48d6-8af6-dcec37384a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:24.884135 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Pushing event deleted for resources: {'Port': ['ID=94b25a72-9057-4e1b-97dc-25e8dc6af66f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:24.886629 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:24.954590 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-37bd6f2e-482f-480c-84fb-32eadc5275c2 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82715) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:16:24.955571 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-37bd6f2e-482f-480c-84fb-32eadc5275c2 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0904753
Oct 27 15:16:25.209741 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.352926 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-fd3db51b-6e22-4504-a98f-f8361573a9ba service neutron] 10.222.0.89 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3906803
Oct 27 15:16:25.517177 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.569048 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.624100 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-5161eeb9-d894-4ac0-b65b-7be2748d356f service neutron] 10.222.0.89 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2156403
Oct 27 15:16:25.628578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.629205 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69485134-39d9-47c0-ae28-dfffbe740485 {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:16:25.643077 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.646574 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-2a1a342d-7d94-43c7-8b70-29ed94b4271c admin admin] 10.222.0.89 "DELETE /v2.0/routers/69485134-39d9-47c0-ae28-dfffbe740485 HTTP/1.1" status: 204  len: 168 time: 2.0111110
Oct 27 15:16:25.646820 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47652) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:25.710245 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Deleting subnet f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:16:25.714500 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.772852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:25.844473 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-4c2b0d17-0e73-4b73-a277-75314f6d52ac req-4b6d62fd-0588-4571-ad3e-a36e56b800ee tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 210 time: 0.0485651
Oct 27 15:16:25.864768 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.041902 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.047162 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-cd089a09-1b31-4a6f-9068-0c775496b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:26.080015 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:26.083494 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:26.087502 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.092947 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1142de-0e42-4190-918b-c9a6d6875b2a None None] Network 81e0c279-1045-439b-8782-4d60bf6266f4 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:16:26.098528 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-a172efe5-0592-4f8e-ae43-1f1dec3aa34b admin admin] 10.222.0.89 "DELETE /v2.0/subnets/f4deb5db-d26d-4ce0-906a-ea78b7f2cf1e HTTP/1.1" status: 204  len: 168 time: 0.4480720
Oct 27 15:16:26.098777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47666) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:26.220619 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.236797 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Deleting port 58a27507-d5c9-4d06-894f-ed26e96e8c3c {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:26.237157 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.411748 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] DHCP port deletion for 81e0c279-1045-439b-8782-4d60bf6266f4 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:16:26.417499 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Deleting port 58a27507-d5c9-4d06-894f-ed26e96e8c3c {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:26.418131 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.494515 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] For port 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=58a27507-d5c9-4d06-894f-ed26e96e8c3c,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:26.494871 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.516635 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 570e4345-a93f-4c25-ae72-6d402a3a3ac4 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:26.561577 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 570e4345-a93f-4c25-ae72-6d402a3a3ac4 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:26.561951 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 570e4345-a93f-4c25-ae72-6d402a3a3ac4 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:26.562805 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 94b25a72-9057-4e1b-97dc-25e8dc6af66f no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:26.604348 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 94b25a72-9057-4e1b-97dc-25e8dc6af66f {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:26.604694 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 94b25a72-9057-4e1b-97dc-25e8dc6af66f not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:26.605103 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 58a27507-d5c9-4d06-894f-ed26e96e8c3c no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:26.640321 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Calling delete_port for 58a27507-d5c9-4d06-894f-ed26e96e8c3c owned by network:dhcp {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:26.721145 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.725376 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-67fd0a1f-fd43-44e5-8c9e-16cf043ed856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:26.759045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] For port 58a27507-d5c9-4d06-894f-ed26e96e8c3c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=58a27507-d5c9-4d06-894f-ed26e96e8c3c,segment=NetworkSegment(dba30e4c-43d9-4268-a58e-eee97450204a),segment_id=dba30e4c-43d9-4268-a58e-eee97450204a)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:26.759429 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.766549 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No active binding found for port 58a27507-d5c9-4d06-894f-ed26e96e8c3c {{(pid=82716) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Oct 27 15:16:26.766969 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 58a27507-d5c9-4d06-894f-ed26e96e8c3c not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:26.768227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Pushing event deleted for resources: {'Port': ['ID=58a27507-d5c9-4d06-894f-ed26e96e8c3c,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:26.772032 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:26.775523 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] No DVR routers for this DVR port 58a27507-d5c9-4d06-894f-ed26e96e8c3c on host dv-cinder-815673-1-iscsi {{(pid=82715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:16:26.883562 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Calling delete_port for 58a27507-d5c9-4d06-894f-ed26e96e8c3c owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:26.897593 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:26.930849 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac2879ea00>,) {'filters': {'network_id': ['81e0c279-1045-439b-8782-4d60bf6266f4']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:26.945109 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2879ea00>, 'dba30e4c-43d9-4268-a58e-eee97450204a') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:26.946263 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2879ea00>, 'dba30e4c-43d9-4268-a58e-eee97450204a') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:26.959569 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.001231 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:16:27.001607 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:16:27.012437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.016686 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-d87e247a-2077-416b-99e0-b235c19208a9 req-2ec76a45-84d4-4fa1-b885-b3048a111571 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 210 time: 0.0468409
Oct 27 15:16:27.021676 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Releasing vlan 1318 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:16:27.022315 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:16:27.036240 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:16:27.113602 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.116276 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:27.130662 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.144001 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Pushing event deleted for resources: {'Network': ['ID=81e0c279-1045-439b-8782-4d60bf6266f4,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:27.148592 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:27.158304 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-980051a2-8eb3-4e1a-a75d-60656c01de09 admin admin] 10.222.0.89 "DELETE /v2.0/networks/81e0c279-1045-439b-8782-4d60bf6266f4 HTTP/1.1" status: 204  len: 168 time: 1.0582807
Oct 27 15:16:27.160991 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47676) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:27.394701 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-89d5809f-9a9f-4212-bee9-06bd4b9b9318 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:27.396883 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-89d5809f-9a9f-4212-bee9-06bd4b9b9318 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 808 time: 0.1846790
Oct 27 15:16:27.422758 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Request body: {'port': {'device_id': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720', 'admin_state_up': True, 'tenant_id': '09991be7a76e481d8877bf1e0f27b34e'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:27.502778 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Deleting port 58a27507-d5c9-4d06-894f-ed26e96e8c3c {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:27.503852 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.573166 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-da0ed15b-214d-48b5-a3cd-0d150360aac1 None None] The port '58a27507-d5c9-4d06-894f-ed26e96e8c3c' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:16:27.584120 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:27.588133 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Usage tracker for resource:port and tenant:09991be7a76e481d8877bf1e0f27b34e is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:16:27.591051 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:16:27.597262 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:27.605062 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.608582 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Made reservation on behalf of 09991be7a76e481d8877bf1e0f27b34e for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:16:27.611741 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:27.908182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Allocated IP 172.20.0.3 (08a85e2c-3da7-402d-b7af-e67477ca6720/208588dd-6b7a-4708-b460-6d1264cf17c4/346cc206-9aed-49e8-9200-ce0e809db8e1) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:16:28.123334 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.190294 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.200352 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3b4aad33-6e3e-4812-aea2-a972ccc6cf06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:28.287401 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:16:28.292864 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:16:28.299494 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:16:28.324885 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Pushing event updated for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:28.331647 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:28.353066 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Deleting port 19e29897-8b7f-426f-aeb5-21b926f2c91d {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:28.353701 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.367550 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfad96-58d7-4d23-a054-f10bf2c8b10d req-47a5121b-d86d-475e-93ba-982947523d4f tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:28.369095 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-84cfad96-58d7-4d23-a054-f10bf2c8b10d req-47a5121b-d86d-475e-93ba-982947523d4f tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 931 time: 0.2200453
Oct 27 15:16:28.383901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:28.383901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.431541 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0126796
Oct 27 15:16:28.444215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Request body: {'port': {'device_id': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:28.471096 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-84cfad96-58d7-4d23-a054-f10bf2c8b10d req-b8960b92-0d9a-40e4-a6fd-408a0fb12ff7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927074
Oct 27 15:16:28.536947 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] For port 19e29897-8b7f-426f-aeb5-21b926f2c91d, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=19e29897-8b7f-426f-aeb5-21b926f2c91d,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:28.537297 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.572897 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.660560 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Calling delete_port for 19e29897-8b7f-426f-aeb5-21b926f2c91d owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:28.845678 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.849953 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-f131e4d0-dea1-4303-bd2c-a8fb7b514574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:28.895685 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Pushing event deleted for resources: {'Port': ['ID=19e29897-8b7f-426f-aeb5-21b926f2c91d,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:28.898535 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:28.954586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 346cc206-9aed-49e8-9200-ce0e809db8e1 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:16:28.962311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.979271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Transition to ACTIVE for port object 346cc206-9aed-49e8-9200-ce0e809db8e1 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:16:28.984385 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:28.989369 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-debb631a-823b-4943-89b3-c31d6728740a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:29.116079 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Pushing event updated for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:29.120100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:29.198644 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:29.231207 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Attempting to bind port 346cc206-9aed-49e8-9200-ce0e809db8e1 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:16:29.231868 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Attempting to bind port 346cc206-9aed-49e8-9200-ce0e809db8e1 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:16:29.232360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Attempting to bind port 346cc206-9aed-49e8-9200-ce0e809db8e1 on network 08a85e2c-3da7-402d-b7af-e67477ca6720 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:16:29.239427 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Port 346cc206-9aed-49e8-9200-ce0e809db8e1 on network 08a85e2c-3da7-402d-b7af-e67477ca6720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:16:29.240008 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Attempting to bind port 346cc206-9aed-49e8-9200-ce0e809db8e1 on network 08a85e2c-3da7-402d-b7af-e67477ca6720 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:16:29.247160 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:16:29.247821 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Checking segment: {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:16:29.248493 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Bound using segment: {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:16:29.249930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Bound port: 346cc206-9aed-49e8-9200-ce0e809db8e1, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:16:29.250503 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:29.351880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:16:29.355226 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=346cc206-9aed-49e8-9200-ce0e809db8e1,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:16:29.362668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:29.366819 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1e234f5f-acce-4c61-9da2-b8ae0ba76692 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:29.432259 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:29.433700 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] 10.222.0.91 "PUT /v2.0/ports/346cc206-9aed-49e8-9200-ce0e809db8e1 HTTP/1.1" status: 200  len: 1093 time: 0.9939218
Oct 27 15:16:29.434225 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:29.461667 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Pushing event updated for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:29.465973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:29.513244 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1', 'status': 'completed', 'code': 200}
Oct 27 15:16:29.552864 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-e4935ad7-2844-4004-aed5-bb6d01860496 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 1096 time: 0.0749016
Oct 27 15:16:29.662154 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-03929bc9-4716-413f-930d-0c83c719d02b service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cc206-9aed-49e8-9200-ce0e809db8e1 HTTP/1.1" status: 200  len: 217 time: 0.1010652
Oct 27 15:16:29.849521 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-31e968d1-699b-4d6a-afea-37eb61c50354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:29.850940 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-31e968d1-699b-4d6a-afea-37eb61c50354 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=208588dd-6b7a-4708-b460-6d1264cf17c4 HTTP/1.1" status: 200  len: 848 time: 0.1776738
Oct 27 15:16:29.903800 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106bb97-dc03-4065-b5a6-e005d5aef24b req-d70e80fb-ff6a-436d-b510-021685a1833b tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:29.904496 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3106bb97-dc03-4065-b5a6-e005d5aef24b req-d70e80fb-ff6a-436d-b510-021685a1833b tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Synchronizing usage tracker for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:29.909360 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-b0c24135-8b29-491d-9c7e-66237237d040 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=08a85e2c-3da7-402d-b7af-e67477ca6720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0509827
Oct 27 15:16:29.945481 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3106bb97-dc03-4065-b5a6-e005d5aef24b req-d70e80fb-ff6a-436d-b510-021685a1833b tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Unset dirty status for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:29.946623 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3106bb97-dc03-4065-b5a6-e005d5aef24b req-d70e80fb-ff6a-436d-b510-021685a1833b tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 943 time: 0.3194058
Oct 27 15:16:29.955233 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:16:30.078665 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3106bb97-dc03-4065-b5a6-e005d5aef24b req-04696ee3-0537-4d8c-84eb-f30797ad99cf tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165781
Oct 27 15:16:30.086680 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-6ccb1901-59c7-48a2-be6e-97bb95637782 service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1696312
Oct 27 15:16:30.173688 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:16:30.184230 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Sync routers for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:16:30.194055 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4ed81403-b3c5-48ac-b44b-8b0704d47c07 admin admin] 10.222.0.89 "PUT /v2.0/routers/8ed053a3-c63e-4c3d-a702-11f5b193c4bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0319400
Oct 27 15:16:30.196452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47686) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:30.202289 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:30.202289 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29bd99d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:30.227981 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-334637ff-79dc-4d93-9772-ce451e02cb5c req-580313f2-df1b-4f7f-bf40-caedc9b36881 service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334772
Oct 27 15:16:30.366208 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-9d5fe1fb-ad98-495f-a0e5-2ad050149b16 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 1096 time: 0.0809505
Oct 27 15:16:30.402082 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:30.433578 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:30.519534 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696d17-9b12-4582-a916-bc535631092f req-368aa15e-bac8-4570-a5af-f0336dac9347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:30.521014 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-368aa15e-bac8-4570-a5af-f0336dac9347 service neutron] 10.222.0.91 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 910 time: 0.1483281
Oct 27 15:16:30.591724 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-73951c0e-fc4a-4312-a5b9-62ca557adbe3 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=346cc206-9aed-49e8-9200-ce0e809db8e1 HTTP/1.1" status: 200  len: 217 time: 0.0634713
Oct 27 15:16:30.651920 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:30.664813 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Deleting port 4d3e6c1f-4caa-407a-944c-82c839a84f4b {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:30.665215 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:30.674292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696d17-9b12-4582-a916-bc535631092f req-2a7f5510-5300-494a-9d15-79fa6a925a9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:30.675927 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-2a7f5510-5300-494a-9d15-79fa6a925a9b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=208588dd-6b7a-4708-b460-6d1264cf17c4 HTTP/1.1" status: 200  len: 848 time: 0.0696344
Oct 27 15:16:30.725832 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-889af41e-8b57-446f-ba67-ff1dd132b586 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=08a85e2c-3da7-402d-b7af-e67477ca6720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426815
Oct 27 15:16:30.736447 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29bd99d0>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:16:28Z', 'revision_number': 5, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port': {'id': '4d3e6c1f-4caa-407a-944c-82c839a84f4b', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:25:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:11:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:30.741160 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Checking router: 8ed053a3-c63e-4c3d-a702-11f5b193c4bb for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:16:30.752922 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Routers {'8ed053a3-c63e-4c3d-a702-11f5b193c4bb'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:16:30.753564 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29bd99d0>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:16:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:30.865413 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] For port 4d3e6c1f-4caa-407a-944c-82c839a84f4b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4d3e6c1f-4caa-407a-944c-82c839a84f4b,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:30.865880 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:30.872523 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-e00f03b8-1cf4-4ddf-a15d-fba7cb2c8129 service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332154
Oct 27 15:16:30.907934 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] Set router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb gateway port host: None {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:16:31.015880 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29bd99d0>, [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:16:30Z', 'revision_number': 6, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:31.016117 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3d696d17-9b12-4582-a916-bc535631092f req-1f239222-1545-49f9-8755-8aff591adebd service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1357358
Oct 27 15:16:31.020377 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ad710-64be-4340-b06c-f29a929b69dc None None] The sync data for ids ['8ed053a3-c63e-4c3d-a702-11f5b193c4bb'] in dv-cinder-815673-1-iscsi is: [{'id': '8ed053a3-c63e-4c3d-a702-11f5b193c4bb', 'name': 'tempest-TestShelveInstance-1273478794-router', 'tenant_id': '642b9302784d4e77a394768cab836462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:11:20Z', 'updated_at': '2021-10-27T15:16:30Z', 'revision_number': 6, 'project_id': '642b9302784d4e77a394768cab836462', 'gw_port_host': None}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:16:31.102636 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Calling delete_port for 4d3e6c1f-4caa-407a-944c-82c839a84f4b owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:31.330415 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.334878 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-57d7b24c-0869-400f-b278-cc26a5513e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:31.388522 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d3e6c1f-4caa-407a-944c-82c839a84f4b,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:31.392717 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:31.401227 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9cfd1-276f-4a82-86a3-43c27256084a req-90754949-f53c-4bf1-ab4a-1ca5a1b19194 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:31.402879 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-34c9cfd1-276f-4a82-86a3-43c27256084a req-90754949-f53c-4bf1-ab4a-1ca5a1b19194 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 943 time: 0.1967118
Oct 27 15:16:31.528298 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-34c9cfd1-276f-4a82-86a3-43c27256084a req-cff53ec7-08f2-4f94-93dc-e9733f86161a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Synchronizing usage tracker for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:security_group {{(pid=82715) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:31.677164 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.731774 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.quota.resource [req-34c9cfd1-276f-4a82-86a3-43c27256084a req-cff53ec7-08f2-4f94-93dc-e9733f86161a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Unset dirty status for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:security_group {{(pid=82715) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:31.732840 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-34c9cfd1-276f-4a82-86a3-43c27256084a req-cff53ec7-08f2-4f94-93dc-e9733f86161a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3027718
Oct 27 15:16:31.945295 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.949907 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.975831 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.976497 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ed053a3-c63e-4c3d-a702-11f5b193c4bb {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:16:31.988830 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:31.990014 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-7ccd7f57-85a0-4720-b99b-27112bb8d217 admin admin] 10.222.0.89 "DELETE /v2.0/routers/8ed053a3-c63e-4c3d-a702-11f5b193c4bb HTTP/1.1" status: 204  len: 168 time: 1.7924085
Oct 27 15:16:31.992492 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47692) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:32.052354 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Deleting subnet 734a8ea5-6fdc-4f4c-a453-580fa651258f {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:16:32.055341 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.108069 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.187292 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.260643 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.264963 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-89dc2345-149b-4e85-b12e-9a5ddb964cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:32.302426 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=734a8ea5-6fdc-4f4c-a453-580fa651258f,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:32.305896 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:32.310564 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.316647 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a929cd-d5d0-44d2-a2c5-441834fc7ed3 None None] Network 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:16:32.317696 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-54d03e81-cb66-4e2e-8058-48230d7d3d92 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/734a8ea5-6fdc-4f4c-a453-580fa651258f HTTP/1.1" status: 204  len: 168 time: 0.3242235
Oct 27 15:16:32.320845 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47696) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:32.433456 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.445103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Deleting port 1eb33c9c-fa82-4059-8791-755333a6551b {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:32.445434 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.448170 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4d3e6c1f-4caa-407a-944c-82c839a84f4b no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:32.504821 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 4d3e6c1f-4caa-407a-944c-82c839a84f4b {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:32.505173 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4d3e6c1f-4caa-407a-944c-82c839a84f4b not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:32.505585 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 19e29897-8b7f-426f-aeb5-21b926f2c91d no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:32.544240 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 346cc206-9aed-49e8-9200-ce0e809db8e1 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:16:32.553726 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 19e29897-8b7f-426f-aeb5-21b926f2c91d {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:32.554066 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 19e29897-8b7f-426f-aeb5-21b926f2c91d not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:32.658194 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] For port 1eb33c9c-fa82-4059-8791-755333a6551b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1eb33c9c-fa82-4059-8791-755333a6551b,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:32.658748 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.711961 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=346cc206-9aed-49e8-9200-ce0e809db8e1,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:32.731424 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '346cc206-9aed-49e8-9200-ce0e809db8e1', 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720', 'port_id': '346cc206-9aed-49e8-9200-ce0e809db8e1', 'mac_address': 'fa:16:3e:ce:3c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208588dd-6b7a-4708-b460-6d1264cf17c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:16:32.788086 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] DHCP port deletion for 7609c3ac-37ba-438c-9feb-f50e6e4ed9ad request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:16:32.798864 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.823357 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Deleting port 1eb33c9c-fa82-4059-8791-755333a6551b {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:32.823357 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.850952 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 346cc206-9aed-49e8-9200-ce0e809db8e1 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:16:32.886327 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=346cc206-9aed-49e8-9200-ce0e809db8e1,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:32.888551 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Calling delete_port for 1eb33c9c-fa82-4059-8791-755333a6551b owned by network:dhcp {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:32.916173 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:32.923373 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:33.017720 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.022999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d16561f-888e-4136-bb43-0615d43674bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:33.046427 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:33.066412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb33c9c-fa82-4059-8791-755333a6551b,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:33.071388 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:33.084420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] No DVR routers for this DVR port 1eb33c9c-fa82-4059-8791-755333a6551b on host dv-cinder-815673-1-iscsi {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:16:33.091531 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d4610-4df7-4091-b4f2-c3f094c8fac4 req-250914b3-5792-477f-913d-226bfcda59d9 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:33.093647 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-688d4610-4df7-4091-b4f2-c3f094c8fac4 req-250914b3-5792-477f-913d-226bfcda59d9 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 944 time: 0.2113926
Oct 27 15:16:33.117270 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.117628 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.117953 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.118462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.118649 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.118935 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.119273 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.119959 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.119959 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.120237 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.120989 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:33.124886 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:33.138083 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] For port 1eb33c9c-fa82-4059-8791-755333a6551b, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=1eb33c9c-fa82-4059-8791-755333a6551b,segment=NetworkSegment(12910012-3372-4c30-8354-2e424d638a6e),segment_id=12910012-3372-4c30-8354-2e424d638a6e)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:33.138083 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.206416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['346cc206-9aed-49e8-9200-ce0e809db8e1'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:16:33.246751 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.256642 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-688d4610-4df7-4091-b4f2-c3f094c8fac4 req-ea3fd152-92dd-49da-a0e7-3e6fc9a5e591 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372812
Oct 27 15:16:33.288873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac2909f310>,) {'filters': {'network_id': ['7609c3ac-37ba-438c-9feb-f50e6e4ed9ad']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:33.294462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Calling delete_port for 1eb33c9c-fa82-4059-8791-755333a6551b owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:33.306363 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2909f310>, '12910012-3372-4c30-8354-2e424d638a6e') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:33.306601 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac2909f310>, '12910012-3372-4c30-8354-2e424d638a6e') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:16:33.319037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.337070 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.346838 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Releasing vlan 1347 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:16:33.347257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:16:33.360946 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:16:33.412567 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:16:33.413203 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:16:33.440357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.444219 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fe51e099-bb3c-408a-aa75-89b0cc3c29ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:33.457990 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.472950 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Pushing event deleted for resources: {'Network': ['ID=7609c3ac-37ba-438c-9feb-f50e6e4ed9ad,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:33.477897 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:33.483751 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] 10.222.0.89 "DELETE /v2.0/networks/7609c3ac-37ba-438c-9feb-f50e6e4ed9ad HTTP/1.1" status: 204  len: 168 time: 1.1616678
Oct 27 15:16:33.627043 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47704) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:33.681271 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1de21930-e3ba-4c9b-b6b1-bec27f5552fc admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=d220deb2c33140c686078aa4d9dca760&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0529745
Oct 27 15:16:33.683616 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47708) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:33.744297 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.770295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.822734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.826762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-00fd0ada-6863-4186-8e9c-10743636787a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:33.840973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da4dc9b-6a3b-44a6-a4d7-d0fb219d0563,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:33.844898 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:33.849762 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.850889 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-dc632b2a-7210-4dd5-af5d-862717b5d30f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/4da4dc9b-6a3b-44a6-a4d7-d0fb219d0563 HTTP/1.1" status: 204  len: 168 time: 0.1663826
Oct 27 15:16:33.914199 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Deleting port 1eb33c9c-fa82-4059-8791-755333a6551b {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:33.914589 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:33.980893 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-57119c6c-f5f0-475b-989e-faccb6bd0cc9 None None] The port '1eb33c9c-fa82-4059-8791-755333a6551b' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:16:34.251170 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47716) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:34.304372 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-31372649-d739-44bc-8912-b9cdaa2f85a1 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=642b9302784d4e77a394768cab836462&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517707
Oct 27 15:16:34.306712 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 47722) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:16:34.370908 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.431545 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1eb33c9c-fa82-4059-8791-755333a6551b no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:34.437064 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.465200 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 1eb33c9c-fa82-4059-8791-755333a6551b {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:34.465818 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 1eb33c9c-fa82-4059-8791-755333a6551b not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:34.518128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab5766-7f71-4cca-87c0-89fe453bc45d req-544a3a47-be0e-4e11-974c-b60afc6bbb89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:34.519760 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7cab5766-7f71-4cca-87c0-89fe453bc45d req-544a3a47-be0e-4e11-974c-b60afc6bbb89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 944 time: 0.1276937
Oct 27 15:16:34.521022 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.525236 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-b187090e-54e4-489c-b83c-bfaffc848769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:34.549143 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 346cc206-9aed-49e8-9200-ce0e809db8e1 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:16:34.553663 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0e398-8231-4f58-bf1a-e0f60cce6578,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:34.562012 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:34.566662 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.567752 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-14248019-c020-4c89-82b2-2d49c0082fa3 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/6be0e398-8231-4f58-bf1a-e0f60cce6578 HTTP/1.1" status: 204  len: 168 time: 0.2600031
Oct 27 15:16:34.593569 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7cab5766-7f71-4cca-87c0-89fe453bc45d req-ace76c19-86d6-4721-9ee7-665b001d9397 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587585
Oct 27 15:16:34.653218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 346cc206-9aed-49e8-9200-ce0e809db8e1 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:16:34.660191 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 346cc206-9aed-49e8-9200-ce0e809db8e1 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:16:34.661162 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.846049 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.880377 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:34.896869 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=346cc206-9aed-49e8-9200-ce0e809db8e1,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:34.902328 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:34.905479 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:34.971759 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1', 'code': 200}
Oct 27 15:16:34.988312 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:34.991526 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:35.214894 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e978fe92-44df-48cd-98bf-cf144efc99cb req-d328e7cf-9365-46e7-94a6-2f08032a1e84 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 1098 time: 0.0728886
Oct 27 15:16:35.260052 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-e978fe92-44df-48cd-98bf-cf144efc99cb req-09215207-5bac-4df5-9e64-a8ee788b0067 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375438
Oct 27 15:16:35.795190 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a60dcf-9d81-41ac-8f0f-e8ed44f5a3a8 req-1b526713-8cff-4867-aef2-e61adbd8fda2 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:35.797338 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e5a60dcf-9d81-41ac-8f0f-e8ed44f5a3a8 req-1b526713-8cff-4867-aef2-e61adbd8fda2 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 945 time: 0.0816529
Oct 27 15:16:35.946495 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-e5a60dcf-9d81-41ac-8f0f-e8ed44f5a3a8 req-fc0046fb-6d76-4291-9840-cb441643e4e1 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434910
Oct 27 15:16:36.202430 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-ee08a71b-9cc4-4716-b132-c12a4e20926c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:36.574063 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:37.149888 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1f46f-7629-40e3-982b-c4f9129a2ce8 req-8f6afc4d-d50c-42b8-93a6-61e241fbd010 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:37.151362 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-56f1f46f-7629-40e3-982b-c4f9129a2ce8 req-8f6afc4d-d50c-42b8-93a6-61e241fbd010 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 945 time: 0.0788395
Oct 27 15:16:37.199072 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-56f1f46f-7629-40e3-982b-c4f9129a2ce8 req-1f2585bc-8c85-4cea-b73f-21c464fdcebc tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420506
Oct 27 15:16:38.284056 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0c85a-640a-4029-bd19-2a2df01d4d86 req-6a468bfb-a05c-4b4d-898e-6e4a5935ad02 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:38.285807 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a8e0c85a-640a-4029-bd19-2a2df01d4d86 req-6a468bfb-a05c-4b4d-898e-6e4a5935ad02 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 945 time: 0.0841830
Oct 27 15:16:38.333636 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a8e0c85a-640a-4029-bd19-2a2df01d4d86 req-34b71441-2c7c-4245-b1ed-90e51a4934bb tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424016
Oct 27 15:16:38.361696 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cd799a8a-3b4c-4876-9e97-8dcfc398042a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:39.245332 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:39.539500 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c15b0e-ec6d-4f2c-8580-85b1a1e8fda9 req-1cd3a920-1dca-40ff-b4d3-8c1dc2642dc0 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:39.540860 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c2c15b0e-ec6d-4f2c-8580-85b1a1e8fda9 req-1cd3a920-1dca-40ff-b4d3-8c1dc2642dc0 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 945 time: 0.0792911
Oct 27 15:16:39.586756 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c2c15b0e-ec6d-4f2c-8580-85b1a1e8fda9 req-a4f885d7-b4c8-43d1-a80a-d671b435e093 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396657
Oct 27 15:16:39.752871 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-08443943-0a1d-4f01-9351-f734ed1d8a75 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:39.754303 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-08443943-0a1d-4f01-9351-f734ed1d8a75 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 945 time: 0.0780005
Oct 27 15:16:39.829943 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Deleting port 346cc206-9aed-49e8-9200-ce0e809db8e1 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:39.830198 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:40.077925 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] For port 346cc206-9aed-49e8-9200-ce0e809db8e1, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=346cc206-9aed-49e8-9200-ce0e809db8e1,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:40.078271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:40.200843 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Calling delete_port for 346cc206-9aed-49e8-9200-ce0e809db8e1 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:40.450192 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:40.456781 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-562e1efb-7761-45bc-bd46-59c90530727a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:40.464462 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['346cc206-9aed-49e8-9200-ce0e809db8e1'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:16:40.502060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Pushing event deleted for resources: {'Port': ['ID=346cc206-9aed-49e8-9200-ce0e809db8e1,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:40.504911 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:40.578834 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] No DVR routers for this DVR port 346cc206-9aed-49e8-9200-ce0e809db8e1 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:16:40.581323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:40.584082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'name': 'network-vif-deleted', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:40.599832 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-47522ec2-4ec8-467b-aff6-c8e2087ed290 req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "DELETE /v2.0/ports/346cc206-9aed-49e8-9200-ce0e809db8e1 HTTP/1.1" status: 204  len: 173 time: 0.8364224
Oct 27 15:16:40.647618 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f72e88f-4fde-4fc5-a860-2b9e92ed5073', 'name': 'network-vif-deleted', 'tag': '346cc206-9aed-49e8-9200-ce0e809db8e1', 'status': 'completed', 'code': 200}
Oct 27 15:16:40.756370 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-008bc803-eca1-4195-acd4-3960763290f6 req-34045afd-a5b6-43f6-9624-98b6640379ec tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f72e88f-4fde-4fc5-a860-2b9e92ed5073 HTTP/1.1" status: 200  len: 210 time: 0.0451276
Oct 27 15:16:40.817765 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:42.252735 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-1225aff3-de4f-4ceb-b59d-286522fecb8c tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:42.254162 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-1225aff3-de4f-4ceb-b59d-286522fecb8c tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 808 time: 0.1421118
Oct 27 15:16:42.270590 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-c7412aec-e769-45aa-a596-ab949b3f7ab3 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/quotas/09991be7a76e481d8877bf1e0f27b34e HTTP/1.1" status: 200  len: 375 time: 0.0110013
Oct 27 15:16:42.317286 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-b5e74435-98b1-4778-8c5a-3aa64b0c21d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412810
Oct 27 15:16:42.451647 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-931646df-05c7-4403-a871-bec099e4beb1 service neutron] 10.222.0.89 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277678
Oct 27 15:16:42.582024 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-3cf8c0bd-96ba-4671-9b47-aca5604b92be service neutron] 10.222.0.89 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242154
Oct 27 15:16:42.774804 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-bae8721e-dbe2-4597-acbf-974efc5ab924 req-37420622-30e7-4114-b436-5a2064c14203 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Synchronizing usage tracker for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:42.790360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-bae8721e-dbe2-4597-acbf-974efc5ab924 req-37420622-30e7-4114-b436-5a2064c14203 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Unset dirty status for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:42.791676 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-bae8721e-dbe2-4597-acbf-974efc5ab924 req-37420622-30e7-4114-b436-5a2064c14203 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 210 time: 0.0605149
Oct 27 15:16:43.818876 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-125e9060-b9aa-4c5b-91c7-4a44aaae1fc8 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:43.821812 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-125e9060-b9aa-4c5b-91c7-4a44aaae1fc8 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 808 time: 0.1492028
Oct 27 15:16:43.847311 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Request body: {'port': {'device_id': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720', 'admin_state_up': True, 'tenant_id': '09991be7a76e481d8877bf1e0f27b34e'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:43.962155 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-8547f463-23bb-4ac9-bee8-f60973260dda req-c5a4c336-c72e-444d-b2a0-fc020fa76235 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 210 time: 0.0462916
Oct 27 15:16:43.991832 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:16:44.001220 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:16:44.010749 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Made reservation on behalf of 09991be7a76e481d8877bf1e0f27b34e for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:16:44.013998 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:44.185756 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Allocated IP 172.20.0.4 (08a85e2c-3da7-402d-b7af-e67477ca6720/208588dd-6b7a-4708-b460-6d1264cf17c4/302ec61b-74e5-4a6e-952e-65e5bc463a2c) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:16:44.391273 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:44.418740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:44.424561 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-a6ec595e-683f-4518-ae22-8ce9ac661970 tempest-TestShelveInstance-1200601125 tempest-TestShelveInstance-1200601125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:44.498444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Network 08a85e2c-3da7-402d-b7af-e67477ca6720 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:16:44.501905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:16:44.504415 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:16:44.542209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Pushing event updated for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:44.562830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.563210 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.563609 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.563982 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.564345 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.564704 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.565065 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.565420 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.565782 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.566134 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.566490 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:16:44.570123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:44.585222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:44.585844 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:44.595531 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 346cc206-9aed-49e8-9200-ce0e809db8e1 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:16:44.614445 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-f8349ccf-fe58-48a8-b37d-5e3d3021c745 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7717755
Oct 27 15:16:44.627100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Request body: {'port': {'device_id': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:16:44.635644 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 346cc206-9aed-49e8-9200-ce0e809db8e1 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:16:44.636001 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 346cc206-9aed-49e8-9200-ce0e809db8e1 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:16:44.737573 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.146265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302ec61b-74e5-4a6e-952e-65e5bc463a2c {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:16:45.159727 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.182105 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Transition to ACTIVE for port object 302ec61b-74e5-4a6e-952e-65e5bc463a2c will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:16:45.187370 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.192606 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-5e3ab8a9-a4e6-4ade-890c-bd75555a1cbc tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:45.210607 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.232535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb05921-3112-49d7-b6ed-83374df02b5d req-0661da47-ad9a-4428-bfc8-1c0eeaa3f172 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:45.233283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1fb05921-3112-49d7-b6ed-83374df02b5d req-0661da47-ad9a-4428-bfc8-1c0eeaa3f172 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Synchronizing usage tracker for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:16:45.435243 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-1fb05921-3112-49d7-b6ed-83374df02b5d req-0661da47-ad9a-4428-bfc8-1c0eeaa3f172 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Unset dirty status for tenant:09991be7a76e481d8877bf1e0f27b34e on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:16:45.436600 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1fb05921-3112-49d7-b6ed-83374df02b5d req-0661da47-ad9a-4428-bfc8-1c0eeaa3f172 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 931 time: 0.3527145
Oct 27 15:16:45.442380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Pushing event updated for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:45.451646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:45.558252 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-1fb05921-3112-49d7-b6ed-83374df02b5d req-5454e765-e21e-49e2-80f1-7c83f065a3a5 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126611
Oct 27 15:16:45.589256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Attempting to bind port 302ec61b-74e5-4a6e-952e-65e5bc463a2c on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:16:45.589586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Attempting to bind port 302ec61b-74e5-4a6e-952e-65e5bc463a2c by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:16:45.589914 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Attempting to bind port 302ec61b-74e5-4a6e-952e-65e5bc463a2c on network 08a85e2c-3da7-402d-b7af-e67477ca6720 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:16:45.596742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Port 302ec61b-74e5-4a6e-952e-65e5bc463a2c on network 08a85e2c-3da7-402d-b7af-e67477ca6720 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:16:45.597060 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Attempting to bind port 302ec61b-74e5-4a6e-952e-65e5bc463a2c on network 08a85e2c-3da7-402d-b7af-e67477ca6720 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:16:45.609809 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:16:45.610147 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Checking segment: {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:16:45.610520 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Bound using segment: {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:16:45.610968 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Bound port: 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8502d66-ab22-40c5-8f92-38c796245e64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1314, 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:16:45.611309 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.697977 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:16:45.701007 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:16:45.706167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.709892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:45.771612 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:45.773220 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-be597800-120e-4b05-bb35-5661439829ac service neutron] 10.222.0.91 "PUT /v2.0/ports/302ec61b-74e5-4a6e-952e-65e5bc463a2c HTTP/1.1" status: 200  len: 1093 time: 1.1509416
Oct 27 15:16:45.773712 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:45.790274 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Pushing event updated for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:45.794999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:45.842353 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c', 'status': 'completed', 'code': 200}
Oct 27 15:16:45.884116 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-b2f12dbd-58ed-48fe-a168-6a1922d3d175 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 1096 time: 0.0728006
Oct 27 15:16:45.957356 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-461a8568-d7e2-4442-b3da-bddd5a3a14b9 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c HTTP/1.1" status: 200  len: 217 time: 0.0647876
Oct 27 15:16:46.026429 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-5425eae8-839d-48da-b60f-5a559f0a22ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:46.027872 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-5425eae8-839d-48da-b60f-5a559f0a22ae service neutron] 10.222.0.91 "GET /v2.0/subnets?id=208588dd-6b7a-4708-b460-6d1264cf17c4 HTTP/1.1" status: 200  len: 848 time: 0.0598834
Oct 27 15:16:46.078775 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-fee80b88-cb93-4a25-aee3-7925fb295d84 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=08a85e2c-3da7-402d-b7af-e67477ca6720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432088
Oct 27 15:16:46.210503 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-65a4af08-7979-4cbb-a110-9591d35c62a1 service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246979
Oct 27 15:16:46.346110 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2be874fa-668f-4e2e-a280-6708f25e98eb req-d110619c-6c4c-4fd5-91d5-fe9d997b97a5 service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283302
Oct 27 15:16:46.465464 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-cc740e24-9a02-4969-a8a9-04a45caac46f service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=09991be7a76e481d8877bf1e0f27b34e&device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 1096 time: 0.0727205
Oct 27 15:16:46.598017 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-8f75d0cf-95ee-4ef8-82cc-66669eee4d91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:46.599460 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-8f75d0cf-95ee-4ef8-82cc-66669eee4d91 service neutron] 10.222.0.91 "GET /v2.0/networks?id=08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 200  len: 910 time: 0.1265354
Oct 27 15:16:46.675910 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-5c4aa803-2837-450a-a78a-f9c9b38b9974 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c HTTP/1.1" status: 200  len: 217 time: 0.0676708
Oct 27 15:16:46.779613 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-f572c339-ae0f-49f9-b824-a09d11e6b43b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:46.781555 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-f572c339-ae0f-49f9-b824-a09d11e6b43b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=208588dd-6b7a-4708-b460-6d1264cf17c4 HTTP/1.1" status: 200  len: 848 time: 0.0989199
Oct 27 15:16:46.835885 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-d0e2aa5b-d402-4f2f-9eac-e3d5a12c1f25 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=08a85e2c-3da7-402d-b7af-e67477ca6720&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444806
Oct 27 15:16:46.859483 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:16:46.878128 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e65c4-d3ed-4171-9692-947207796135 req-8116b0f9-d25f-4631-92f7-3fe9ac589613 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:46.879591 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2a8e65c4-d3ed-4171-9692-947207796135 req-8116b0f9-d25f-4631-92f7-3fe9ac589613 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 943 time: 0.1678548
Oct 27 15:16:47.015403 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-b59acc5a-13aa-4623-aa93-d4a9e2373c9c service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707904
Oct 27 15:16:47.018091 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2a8e65c4-d3ed-4171-9692-947207796135 req-c96855bd-d0ed-4518-995c-5f0a24448074 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252511
Oct 27 15:16:47.266417 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8b913c0d-586b-40ed-81e6-732931fd09bf req-503b7dee-58dd-4d0b-819c-c7c70942f0bd service neutron] 10.222.0.91 "GET /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439666
Oct 27 15:16:48.222586 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f486fb5-6033-434e-8c4d-88b606f4ed20 req-4101864e-29e9-436c-8767-ee44b7c07156 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:48.224069 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5f486fb5-6033-434e-8c4d-88b606f4ed20 req-4101864e-29e9-436c-8767-ee44b7c07156 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 943 time: 0.0845413
Oct 27 15:16:48.268910 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-5f486fb5-6033-434e-8c4d-88b606f4ed20 req-af753f27-076d-4923-aa4e-a27cfec7b1fa tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393152
Oct 27 15:16:48.643358 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 302ec61b-74e5-4a6e-952e-65e5bc463a2c details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:16:48.777747 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:48.795748 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '302ec61b-74e5-4a6e-952e-65e5bc463a2c', 'network_id': '08a85e2c-3da7-402d-b7af-e67477ca6720', 'port_id': '302ec61b-74e5-4a6e-952e-65e5bc463a2c', 'mac_address': 'fa:16:3e:95:05:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208588dd-6b7a-4708-b460-6d1264cf17c4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:16:48.875907 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:48.894130 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302ec61b-74e5-4a6e-952e-65e5bc463a2c {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:16:48.917802 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:48.922518 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:48.924469 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:48.988925 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:48.992062 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:49.180356 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['302ec61b-74e5-4a6e-952e-65e5bc463a2c'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:16:49.463759 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63a9e0-ed06-443e-b31a-25c04f518139 req-614d7507-fead-4ab2-b748-c382b80c0977 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:49.465164 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5e63a9e0-ed06-443e-b31a-25c04f518139 req-614d7507-fead-4ab2-b748-c382b80c0977 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 944 time: 0.0770085
Oct 27 15:16:49.519747 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5e63a9e0-ed06-443e-b31a-25c04f518139 req-ff01bc57-4381-4331-8947-ac150746e4a9 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490744
Oct 27 15:16:50.657436 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 302ec61b-74e5-4a6e-952e-65e5bc463a2c up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:16:50.720074 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5180aeb-3fd8-476c-8f62-04a65379472e req-113c2798-a05c-4510-b754-46bf4683b552 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:50.721711 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c5180aeb-3fd8-476c-8f62-04a65379472e req-113c2798-a05c-4510-b754-46bf4683b552 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 944 time: 0.0814812
Oct 27 15:16:50.724545 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 302ec61b-74e5-4a6e-952e-65e5bc463a2c completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:16:50.729774 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 302ec61b-74e5-4a6e-952e-65e5bc463a2c triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:16:50.730151 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:50.768424 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-c5180aeb-3fd8-476c-8f62-04a65379472e req-c3e2417f-7aa0-47da-92c3-4f30529c965a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409970
Oct 27 15:16:50.850932 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:50.878571 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:50.888743 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:50.892766 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:50.894634 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:50.937803 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c', 'code': 200}
Oct 27 15:16:50.962704 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:50.965830 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:51.170184 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be690417-418e-461f-b02b-9b2da0303bcd req-e0676953-7aff-41f3-9c3d-bb805bb89ecb service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 1098 time: 0.0676367
Oct 27 15:16:51.212906 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-be690417-418e-461f-b02b-9b2da0303bcd req-ef389f78-d59b-409e-b406-8fac6e537028 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355401
Oct 27 15:16:51.967167 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83420f0-8769-4344-962f-6112634cdc85 req-4cc82122-b5bc-49d7-9397-8f61334d492a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:51.968742 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b83420f0-8769-4344-962f-6112634cdc85 req-4cc82122-b5bc-49d7-9397-8f61334d492a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 945 time: 0.0784526
Oct 27 15:16:52.015157 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-b83420f0-8769-4344-962f-6112634cdc85 req-ead3dd4b-9f47-4cf1-9558-df74b41233ac tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399690
Oct 27 15:16:53.224814 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85755f6e-57ee-46cd-ad5b-ffd7e0854da8 req-9fad5f68-4038-42af-9fb6-b7bde16f7b4a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:53.226339 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85755f6e-57ee-46cd-ad5b-ffd7e0854da8 req-9fad5f68-4038-42af-9fb6-b7bde16f7b4a tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 945 time: 0.0848587
Oct 27 15:16:53.277024 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85755f6e-57ee-46cd-ad5b-ffd7e0854da8 req-c5c3f56c-1f6e-49c5-923f-7b20dd21b3d3 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450785
Oct 27 15:16:54.389900 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0992f5fd-f5fc-47a9-b0c2-efe0756a42f2 req-e44f45c8-52ad-41f2-aba6-0d19bad4dee4 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:54.391354 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0992f5fd-f5fc-47a9-b0c2-efe0756a42f2 req-e44f45c8-52ad-41f2-aba6-0d19bad4dee4 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 945 time: 0.0770700
Oct 27 15:16:54.436039 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0992f5fd-f5fc-47a9-b0c2-efe0756a42f2 req-37e0adb0-d31b-4e64-94a5-b22e867c58e9 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392854
Oct 27 15:16:55.638716 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad751678-cf73-478c-acfc-5b4973327f8f req-e806eb07-5a75-4547-9bb0-680cd7780340 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:55.640461 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ad751678-cf73-478c-acfc-5b4973327f8f req-e806eb07-5a75-4547-9bb0-680cd7780340 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 945 time: 0.0805273
Oct 27 15:16:55.687907 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-ad751678-cf73-478c-acfc-5b4973327f8f req-8f4c54ce-e2ff-4de3-87f9-01ea1b15369e tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/security-groups?id=2d956201-5874-44c2-a53f-e3d93234b8c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400248
Oct 27 15:16:55.846214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-0a5aa912-807d-4dbd-878b-b6bcf91b982e tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:16:55.847708 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-0a5aa912-807d-4dbd-878b-b6bcf91b982e tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 945 time: 0.0844140
Oct 27 15:16:55.920299 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Deleting port 302ec61b-74e5-4a6e-952e-65e5bc463a2c {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:16:55.920667 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:56.160365 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] For port 302ec61b-74e5-4a6e-952e-65e5bc463a2c, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=302ec61b-74e5-4a6e-952e-65e5bc463a2c,segment=NetworkSegment(e8502d66-ab22-40c5-8f92-38c796245e64),segment_id=e8502d66-ab22-40c5-8f92-38c796245e64)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:16:56.160718 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:56.280671 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Calling delete_port for 302ec61b-74e5-4a6e-952e-65e5bc463a2c owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:16:56.426209 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:56.431548 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-adf7c507-1220-4aa6-b7cf-f48299a4e3d7 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:16:56.440428 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['302ec61b-74e5-4a6e-952e-65e5bc463a2c'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:16:56.475744 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Pushing event deleted for resources: {'Port': ['ID=302ec61b-74e5-4a6e-952e-65e5bc463a2c,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:16:56.478554 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:16:56.549216 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] No DVR routers for this DVR port 302ec61b-74e5-4a6e-952e-65e5bc463a2c on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:16:56.551530 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:16:56.553992 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'name': 'network-vif-deleted', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:16:56.570409 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95a2794a-fbc6-4ce3-8990-3106054f7f0e req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.91 "DELETE /v2.0/ports/302ec61b-74e5-4a6e-952e-65e5bc463a2c HTTP/1.1" status: 204  len: 173 time: 0.7143798
Oct 27 15:16:56.613440 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde6967-7c97-405e-8bde-a837a1e09a7a', 'name': 'network-vif-deleted', 'tag': '302ec61b-74e5-4a6e-952e-65e5bc463a2c', 'status': 'completed', 'code': 200}
Oct 27 15:16:56.866452 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0877372c-6546-4f68-9716-43ef650f9bed req-c6404e48-e3d4-4271-9e63-e76e1bcd3d3d tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] 10.222.0.89 "GET /v2.0/ports?device_id=1fde6967-7c97-405e-8bde-a837a1e09a7a HTTP/1.1" status: 200  len: 210 time: 0.0410306
Oct 27 15:17:01.118354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 302ec61b-74e5-4a6e-952e-65e5bc463a2c no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:17:01.150691 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 302ec61b-74e5-4a6e-952e-65e5bc463a2c {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:17:01.151030 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 302ec61b-74e5-4a6e-952e-65e5bc463a2c not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:17:06.207894 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0066d93d-1768-423d-b55e-1ca7e928d4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:06.581039 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:08.357526 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-fe8d748a-9c78-48f8-9b36-9505d0c76bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:09.249336 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:10.826822 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:15.207121 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.649990 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47988) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:17:22.707518 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Deleting subnet 208588dd-6b7a-4708-b460-6d1264cf17c4 {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:17:22.710291 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.760707 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.815162 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.880005 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.884387 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-16c073eb-8516-4b5c-b85d-e4770b44e888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:22.922013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208588dd-6b7a-4708-b460-6d1264cf17c4,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:22.924995 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:22.927758 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:22.933645 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-205d7f19-6662-4c4b-802d-0b7129e21ed6 admin admin] 10.222.0.89 "DELETE /v2.0/subnets/208588dd-6b7a-4708-b460-6d1264cf17c4 HTTP/1.1" status: 204  len: 168 time: 0.2826612
Oct 27 15:17:22.936042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47992) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:17:23.038941 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.246078 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.269943 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac290d0d00>,) {'filters': {'network_id': ['08a85e2c-3da7-402d-b7af-e67477ca6720']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:23.281904 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac290d0d00>, 'e8502d66-ab22-40c5-8f92-38c796245e64') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:23.283240 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac290d0d00>, 'e8502d66-ab22-40c5-8f92-38c796245e64') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:23.293820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.310810 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.316687 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Releasing vlan 1314 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:17:23.317107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:17:23.330394 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:17:23.406107 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.410182 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-70eeb0f3-a1fa-4e93-8541-a0cc6f881dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:23.422517 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.434256 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=08a85e2c-3da7-402d-b7af-e67477ca6720,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:23.437062 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:23.440736 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-6ca9b6a3-ef6a-4dd4-9174-ce037f16fa9e admin admin] 10.222.0.89 "DELETE /v2.0/networks/08a85e2c-3da7-402d-b7af-e67477ca6720 HTTP/1.1" status: 204  len: 168 time: 0.5037761
Oct 27 15:17:23.633283 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 47998) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:17:23.697135 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-9562317d-2a49-4445-9e9d-91d9fa089280 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1103010
Oct 27 15:17:23.702760 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-35961342-2e47-4a43-8447-ad77995b7fe8 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=09991be7a76e481d8877bf1e0f27b34e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0683873
Oct 27 15:17:23.705833 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48002) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:17:23.766052 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.830705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.859265 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:17:23.889509 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-7cba37fd-1a3d-4eba-85bb-d08d7f2272e7 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 1099 time: 0.1203134
Oct 27 15:17:23.903948 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.909234 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c43a6311-7565-4ea0-ac6c-0ba0892c8423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:23.941903 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d956201-5874-44c2-a53f-e3d93234b8c0,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:23.944213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:23.970271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:23.971566 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/2d956201-5874-44c2-a53f-e3d93234b8c0 HTTP/1.1" status: 204  len: 168 time: 0.2646403
Oct 27 15:17:24.057498 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-a197e3fc-8421-40a5-9543-0aae5d27b090 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:24.058970 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-a197e3fc-8421-40a5-9543-0aae5d27b090 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1429927
Oct 27 15:17:24.160760 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-a7044859-378a-46ac-b711-db6b02ba3342 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 200  len: 1002 time: 0.0948737
Oct 27 15:17:24.226751 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-ade00047-d4ab-4258-b1b8-c4d09bed5d9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:24.228282 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-ade00047-d4ab-4258-b1b8-c4d09bed5d9e service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0610235
Oct 27 15:17:24.311406 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-abec1cce-659c-4e6a-b4e0-c4ca4d5b8fe0 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755463
Oct 27 15:17:24.446322 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-c11a8549-e889-43c7-a493-5fe161fc47e7 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282361
Oct 27 15:17:24.576877 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-38728e10-6c14-442f-abbc-e5c76dbad4c8 req-e84dbd36-4e13-45ab-a786-99ff60ecc7e7 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230876
Oct 27 15:17:36.210119 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b3f2f106-f405-412a-ab49-94a0cf1208d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:36.573144 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:38.358400 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-deb9e715-0d58-4c75-9d74-52cd4661b455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:39.251643 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:40.823764 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:42.954142 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea754e-b93a-4ea2-8e39-2791b936a3d6 req-8503f3b0-70ea-45ca-b5df-e5c7c46563c0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:42.955627 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95ea754e-b93a-4ea2-8e39-2791b936a3d6 req-8503f3b0-70ea-45ca-b5df-e5c7c46563c0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0797317
Oct 27 15:17:43.001119 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-95ea754e-b93a-4ea2-8e39-2791b936a3d6 req-5c61eb4e-b2a0-41e4-9e6e-4403d465c6d8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392990
Oct 27 15:17:44.369403 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabd7af-18c9-4a2a-96e6-963de509a35f req-10ea7b8b-e1e8-46f7-9c38-aaad8989b126 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:44.370761 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eaabd7af-18c9-4a2a-96e6-963de509a35f req-10ea7b8b-e1e8-46f7-9c38-aaad8989b126 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0863936
Oct 27 15:17:44.426167 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-eaabd7af-18c9-4a2a-96e6-963de509a35f req-f5f380ad-f3cf-4039-ad50-79a76d042985 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0493796
Oct 27 15:17:44.636921 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-35a80d33-61ed-4f21-8f2c-fc6c43a1e118 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:44.638235 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-35a80d33-61ed-4f21-8f2c-fc6c43a1e118 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 946 time: 0.0748837
Oct 27 15:17:44.710742 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port 3577aeda-f031-47cb-8fa9-f479d2e818b3 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:17:44.711096 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.039918 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] For port 3577aeda-f031-47cb-8fa9-f479d2e818b3, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=3577aeda-f031-47cb-8fa9-f479d2e818b3,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:17:45.040268 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.201680 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.326382 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.326636 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.326934 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Floating IP 546c9997-91da-4a68-a936-b86e74f90561 disassociated. External IP: 172.27.3.128, port: 3577aeda-f031-47cb-8fa9-f479d2e818b3.
Oct 27 15:17:45.327271 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for 3577aeda-f031-47cb-8fa9-f479d2e818b3 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:17:45.471223 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:45.478449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6e1f6f1d-955f-42b8-ab9a-198c909afd26 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:45.522927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=3577aeda-f031-47cb-8fa9-f479d2e818b3,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:45.536672 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.537174 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.537421 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.537786 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.538154 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.538516 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.538877 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.539306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.539696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.540646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.540646 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:17:45.544755 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:45.653850 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f3b0a11a-8fa0-4e74-8866-8f7656f6f160 req-b322ce86-8475-439f-929b-239bf55a9e21 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 210 time: 0.0536947
Oct 27 15:17:45.801570 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:17:46.011021 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:17:46.023897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:17:46.037139 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:17:46.037761 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296acf70>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:17:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:46.081811 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] No DVR routers for this DVR port 3577aeda-f031-47cb-8fa9-f479d2e818b3 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:17:46.084263 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:46.087037 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'name': 'network-vif-deleted', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:17:46.105857 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ce2a20f-c363-4a9d-b09a-1989dc01bddf req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "DELETE /v2.0/ports/3577aeda-f031-47cb-8fa9-f479d2e818b3 HTTP/1.1" status: 204  len: 173 time: 1.4588077
Oct 27 15:17:46.156948 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f18798-3052-43fa-a432-f8a0cde0c589', 'name': 'network-vif-deleted', 'tag': '3577aeda-f031-47cb-8fa9-f479d2e818b3', 'status': 'completed', 'code': 200}
Oct 27 15:17:46.217228 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:17:46.562799 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296acf70>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:46.567914 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:17:46.579067 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:17:46.579739 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296acf70>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:17:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:46.761121 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:17:46.831452 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-18f818df-c62f-4bef-ae99-e7aba19cc458 req-e77b6f9b-3a94-4372-a1da-3ccbb5bdf940 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:17:46.846623 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-18f818df-c62f-4bef-ae99-e7aba19cc458 req-e77b6f9b-3a94-4372-a1da-3ccbb5bdf940 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:17:46.847844 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-18f818df-c62f-4bef-ae99-e7aba19cc458 req-e77b6f9b-3a94-4372-a1da-3ccbb5bdf940 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=78f18798-3052-43fa-a432-f8a0cde0c589 HTTP/1.1" status: 200  len: 210 time: 0.0601525
Oct 27 15:17:47.080904 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296acf70>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:17:47.087205 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342bb11-932a-48ea-9a27-d785c1ad3710 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:17:47.306575 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253f8675-6a48-4dde-a6e3-11aff998b772 None None] New status for floating IP 546c9997-91da-4a68-a936-b86e74f90561: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:17:48.244630 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-fedfd233-f334-4971-9f32-1743a11915eb tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49758469&fields=id&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 267 time: 0.0416048
Oct 27 15:17:48.396376 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-9c792e80-4bc7-45f6-b10e-12b034587663 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:48.397828 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-9c792e80-4bc7-45f6-b10e-12b034587663 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.1455889
Oct 27 15:17:48.414988 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-97532269-1731-47d4-adbf-fbf920ef2fb7 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/quotas/fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 375 time: 0.0115671
Oct 27 15:17:48.504555 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-5ec04467-165f-4655-9bf8-5e282a7fe1ef tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0836506
Oct 27 15:17:48.646539 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e60ad6d0-e9dd-4d6b-812b-777b5dd93840 service neutron] http://10.222.0.89:9696/v2.0/extensions returned with HTTP 200 {{(pid=82714) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Oct 27 15:17:48.647537 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e60ad6d0-e9dd-4d6b-812b-777b5dd93840 service neutron] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1319709
Oct 27 15:17:48.870603 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-5351dd8b-efc6-4d1d-8afd-351ba1f4e3c9 service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2168460
Oct 27 15:17:49.001140 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 3577aeda-f031-47cb-8fa9-f479d2e818b3 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:17:49.001755 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-2238c937-762b-4145-8f36-c7fade77ebf7 service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252232
Oct 27 15:17:49.037149 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 3577aeda-f031-47cb-8fa9-f479d2e818b3 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:17:49.037455 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 3577aeda-f031-47cb-8fa9-f479d2e818b3 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:17:49.390785 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-f1228de2-e4b5-48b0-9eed-98562d3f8f24 req-dfe0bed1-53bb-408c-806e-db0360e42c00 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 210 time: 0.0420127
Oct 27 15:17:50.481696 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-b4b0c8a4-ba7c-41be-858e-57254a33260c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:50.484368 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-b4b0c8a4-ba7c-41be-858e-57254a33260c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.1671357
Oct 27 15:17:50.583121 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9e73f2f2-d873-4be4-b7ef-f0515a305f78 req-fd594a45-4a54-4840-b98f-4ecf4d9c7da4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 210 time: 0.0467477
Oct 27 15:17:50.588085 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-c8067539-00d8-420f-8d56-7b618726f2b1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 378 time: 0.0854914
Oct 27 15:17:50.598398 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'port': {'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'admin_state_up': True, 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'security_groups': ['775318b8-5caa-46f2-ba99-6cc3df42e6c2']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:17:50.731379 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:17:50.748038 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:17:50.758831 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Made reservation on behalf of fa7e2b9a0ba0465681b2e222f259d8ff for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:17:50.761837 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:50.931242 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.20.0.10 (d85e1989-72a6-4326-8eac-53ebd291a338/ab510581-d1ef-4943-9c48-0d5ad16ea851/f9960b6d-d100-433d-b8ca-bbc899556ba4) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:17:51.130576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.148843 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Transition to ACTIVE for port object f9960b6d-d100-433d-b8ca-bbc899556ba4 will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:17:51.171251 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.177360 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f51e3866-9f52-496a-8e8a-ed899547dd07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:51.253564 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:17:51.257688 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:17:51.260905 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:17:51.293996 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:51.298113 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:51.350495 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:51.351649 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.385686 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-4f1fc39b-13c9-46d9-aa2c-cba6f73a7bb0 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7919419
Oct 27 15:17:51.399765 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Request body: {'port': {'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:17:51.504667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-515ead83-8730-44ec-b567-e40ef8e53de6 None None] Provisioning for port f9960b6d-d100-433d-b8ca-bbc899556ba4 completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:17:51.509837 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-515ead83-8730-44ec-b567-e40ef8e53de6 None None] Provisioning complete for port f9960b6d-d100-433d-b8ca-bbc899556ba4 triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:17:51.510415 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-515ead83-8730-44ec-b567-e40ef8e53de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.511852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.562592 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-515ead83-8730-44ec-b567-e40ef8e53de6 None None] Port f9960b6d-d100-433d-b8ca-bbc899556ba4 cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:17:51.789887 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2dd92-76aa-4228-aba0-832e01ea3ca3 req-19289c18-5845-4bb3-a5ef-2fd0c0b140bc tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:51.791947 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9e2dd92-76aa-4228-aba0-832e01ea3ca3 req-19289c18-5845-4bb3-a5ef-2fd0c0b140bc tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 932 time: 0.0831051
Oct 27 15:17:51.846595 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a9e2dd92-76aa-4228-aba0-832e01ea3ca3 req-4760eea1-8da8-489d-b3e2-386a91068571 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491889
Oct 27 15:17:51.893672 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9960b6d-d100-433d-b8ca-bbc899556ba4 {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:17:51.901524 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.916558 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Transition to ACTIVE for port object f9960b6d-d100-433d-b8ca-bbc899556ba4 will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:17:51.920257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:51.925295 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0a295535-0856-4ed3-be5a-d832485351e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:52.149511 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:52.152357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:52.258294 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Attempting to bind port f9960b6d-d100-433d-b8ca-bbc899556ba4 on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:17:52.258660 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Attempting to bind port f9960b6d-d100-433d-b8ca-bbc899556ba4 by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:17:52.258830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Attempting to bind port f9960b6d-d100-433d-b8ca-bbc899556ba4 on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:17:52.265130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Port f9960b6d-d100-433d-b8ca-bbc899556ba4 on network d85e1989-72a6-4326-8eac-53ebd291a338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:17:52.265430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Attempting to bind port f9960b6d-d100-433d-b8ca-bbc899556ba4 on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:17:52.272576 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:17:52.272908 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:17:52.273282 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Bound using segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:17:52.273705 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Bound port: f9960b6d-d100-433d-b8ca-bbc899556ba4, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:17:52.274069 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:52.364424 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:17:52.367560 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:17:52.372161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:52.376357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4a210314-479b-45fe-9cd0-6cc69a544fae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:17:52.432741 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:17:52.433573 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] 10.222.0.91 "PUT /v2.0/ports/f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 1094 time: 1.0383847
Oct 27 15:17:52.442136 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:17:52.468999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:17:52.472587 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e065efb5-cc68-4842-adfd-57d8639f7dd2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:17:52.514471 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'status': 'completed', 'code': 200}
Oct 27 15:17:52.557722 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-a83d03bc-5770-48be-b88a-2b628c4b2bb2 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1097 time: 0.0781393
Oct 27 15:17:52.636676 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-2f9aa7a2-c6a0-4875-948d-e5da80aca4d5 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 217 time: 0.0679002
Oct 27 15:17:52.701355 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-741c40a5-9aac-43d9-bbca-4471ee4317cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:52.702699 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-741c40a5-9aac-43d9-bbca-4471ee4317cc service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0569463
Oct 27 15:17:52.789302 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-1024a522-92b8-412a-8069-c618255c9bec service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768385
Oct 27 15:17:52.936677 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-7c725b7a-7cc4-4404-a1fe-760418878760 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362820
Oct 27 15:17:53.043693 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c86d6-5b1f-44a0-bdd0-82a749fd540a req-e060eceb-f0de-4a2e-bb41-34be0c899cff tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:53.045141 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9a0c86d6-5b1f-44a0-bdd0-82a749fd540a req-e060eceb-f0de-4a2e-bb41-34be0c899cff tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0760915
Oct 27 15:17:53.072626 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-93cc5b8e-418d-466e-970e-88b10c2b4797 req-ba9cd3a9-9352-437c-86e5-8d8fe2bd586a service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266637
Oct 27 15:17:53.090955 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-9a0c86d6-5b1f-44a0-bdd0-82a749fd540a req-faa0aff3-2763-47b4-a469-6085391feb19 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394666
Oct 27 15:17:53.207823 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-9eade0ea-b6c7-4af9-8b36-04583a668560 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1097 time: 0.0707712
Oct 27 15:17:53.345239 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-a13ceeae-45e7-4128-97bd-1604cfc65e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:53.346694 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-a13ceeae-45e7-4128-97bd-1604cfc65e53 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1301711
Oct 27 15:17:53.421902 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-38dbce64-7ff6-43de-addd-182962de622e service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 217 time: 0.0678589
Oct 27 15:17:53.487213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-fa982295-404b-4d6d-8ea3-03a73e0e2bcd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:53.488585 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-fa982295-404b-4d6d-8ea3-03a73e0e2bcd service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0571053
Oct 27 15:17:53.567407 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-5ecb5d96-9ea2-4f75-b903-7e44a16d0709 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718412
Oct 27 15:17:53.700515 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-0fe2f8c7-bcd6-4c53-856a-de9f419a9fb0 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223638
Oct 27 15:17:53.927694 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b4ce8a47-b787-4d0d-a7e1-258398b36790 req-4168a19e-02b6-433d-9fed-9ed456d67cc8 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164762
Oct 27 15:17:54.291764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b99e3-000c-4304-9601-38497764e19c req-d43515fe-cd3f-4977-a361-eddfdee25bae tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:54.292448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a88b99e3-000c-4304-9601-38497764e19c req-d43515fe-cd3f-4977-a361-eddfdee25bae tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:17:54.308186 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a88b99e3-000c-4304-9601-38497764e19c req-d43515fe-cd3f-4977-a361-eddfdee25bae tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:17:54.309303 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a88b99e3-000c-4304-9601-38497764e19c req-d43515fe-cd3f-4977-a361-eddfdee25bae tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0925627
Oct 27 15:17:54.355139 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a88b99e3-000c-4304-9601-38497764e19c req-8e452876-db79-40fa-8b93-0aa3073e5439 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0401571
Oct 27 15:17:55.554124 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b5302-9adf-4003-ae63-124bc00d436c req-23e4df2f-fc5c-4ac3-827b-7fd80bf6231b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:55.555666 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-020b5302-9adf-4003-ae63-124bc00d436c req-23e4df2f-fc5c-4ac3-827b-7fd80bf6231b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0794675
Oct 27 15:17:55.601983 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-020b5302-9adf-4003-ae63-124bc00d436c req-8045cea5-3f1d-4b54-b75f-f8aa4579746b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409145
Oct 27 15:17:56.798545 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47ec3a-058a-45fa-ab49-e5dc23b7e58b req-31c2304c-c37b-4f4a-b1bd-972eefd33a35 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:56.800026 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e47ec3a-058a-45fa-ab49-e5dc23b7e58b req-31c2304c-c37b-4f4a-b1bd-972eefd33a35 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0790586
Oct 27 15:17:56.845191 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e47ec3a-058a-45fa-ab49-e5dc23b7e58b req-70f8e5f8-5289-4d4c-a7c1-0cf77cd5afe7 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0389888
Oct 27 15:17:58.041030 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876bfa2-d381-43c2-9af2-59f30038349b req-7789fc7a-9d13-4355-8e57-ac401984745f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:58.042514 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a876bfa2-d381-43c2-9af2-59f30038349b req-7789fc7a-9d13-4355-8e57-ac401984745f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0762801
Oct 27 15:17:58.086475 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-a876bfa2-d381-43c2-9af2-59f30038349b req-187ba768-013d-470e-90bd-708070f1e9df tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0384474
Oct 27 15:17:59.282403 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4801c-481d-4646-a011-4ada8779c842 req-99d9e6cb-9faf-41c2-bc21-b864311a0fe2 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:17:59.283578 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-11d4801c-481d-4646-a011-4ada8779c842 req-99d9e6cb-9faf-41c2-bc21-b864311a0fe2 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.0776269
Oct 27 15:17:59.332751 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-11d4801c-481d-4646-a011-4ada8779c842 req-7be96f21-e220-4079-896d-da8a2ffa5409 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428951
Oct 27 15:18:00.606241 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c970797-7cf8-48d2-96c4-bd7c974c6cc9 req-4b74b2d2-6294-48ab-84b8-a4fe86c471ad tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:00.607605 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2c970797-7cf8-48d2-96c4-bd7c974c6cc9 req-4b74b2d2-6294-48ab-84b8-a4fe86c471ad tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 944 time: 0.1578825
Oct 27 15:18:00.653281 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-2c970797-7cf8-48d2-96c4-bd7c974c6cc9 req-555cede2-4988-4c91-a75a-f2b07f13b13e tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395126
Oct 27 15:18:00.859397 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:18:01.047398 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device f9960b6d-d100-433d-b8ca-bbc899556ba4 details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:18:01.178558 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:18:01.191564 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:18:01.248113 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:01.265057 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9960b6d-d100-433d-b8ca-bbc899556ba4 {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:18:01.280352 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:18:01.285440 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:01.287120 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:18:01.349229 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:18:01.357311 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.357648 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.357988 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.358303 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.358627 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.358942 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.359256 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.359595 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.359908 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.360220 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.360529 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:18:01.364863 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:18:01.557248 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['f9960b6d-d100-433d-b8ca-bbc899556ba4'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:18:01.892125 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade3237-51d4-49f0-ba56-879d26114677 req-c7cb5ce8-b6b6-4aa5-b932-33ec092974bf tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:01.893472 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fade3237-51d4-49f0-ba56-879d26114677 req-c7cb5ce8-b6b6-4aa5-b932-33ec092974bf tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 945 time: 0.0776491
Oct 27 15:18:01.938325 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fade3237-51d4-49f0-ba56-879d26114677 req-3c39a635-36ca-4053-8bc9-15851ff62964 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0383568
Oct 27 15:18:03.062985 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device f9960b6d-d100-433d-b8ca-bbc899556ba4 up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:18:03.140513 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67fad6-a719-4669-975f-db42efe370e3 req-e7808bcf-fc67-493b-b466-b81611f7e3c2 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:03.141971 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a67fad6-a719-4669-975f-db42efe370e3 req-e7808bcf-fc67-493b-b466-b81611f7e3c2 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 945 time: 0.0839913
Oct 27 15:18:03.173569 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port f9960b6d-d100-433d-b8ca-bbc899556ba4 completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:18:03.178580 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port f9960b6d-d100-433d-b8ca-bbc899556ba4 triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:18:03.178955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:03.194555 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-3a67fad6-a719-4669-975f-db42efe370e3 req-2537cd40-268b-4314-acf4-197ff6c69089 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425684
Oct 27 15:18:03.292683 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:03.318679 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:18:03.328386 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:18:03.332955 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:03.334963 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-1b6b8ec9-7996-490e-98eb-53e76d633cc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:18:03.409804 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:18:03.413015 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:18:03.566732 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'code': 200}
Oct 27 15:18:03.858370 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ac2e5750-7a39-46c2-8f85-136a12c8ab6d req-ead01b38-b2e1-4f47-a6df-b048de710e21 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0722723
Oct 27 15:18:03.904330 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ac2e5750-7a39-46c2-8f85-136a12c8ab6d req-0255f439-e441-482c-a064-a33e6151440c service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0360932
Oct 27 15:18:04.391117 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d074d3a-2443-4d24-8fe9-8d16e6273bf5 req-fedfc78a-ffd3-4525-9cf3-b525200dbf96 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:04.392587 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7d074d3a-2443-4d24-8fe9-8d16e6273bf5 req-fedfc78a-ffd3-4525-9cf3-b525200dbf96 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0769439
Oct 27 15:18:04.443601 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7d074d3a-2443-4d24-8fe9-8d16e6273bf5 req-c4c00ee3-dd1d-4460-b720-80c4154badf9 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444186
Oct 27 15:18:05.639465 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6a8df-7e74-4779-9a84-51b97139734d req-332d69ac-c8f8-43a6-ad4b-d77de47cf48e tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:05.640804 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26e6a8df-7e74-4779-9a84-51b97139734d req-332d69ac-c8f8-43a6-ad4b-d77de47cf48e tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0757146
Oct 27 15:18:05.687038 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-26e6a8df-7e74-4779-9a84-51b97139734d req-1ea2ef5b-a471-42e5-afef-42a807cb6fef tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0397394
Oct 27 15:18:05.886808 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e518ac-7125-497d-8c1c-467f18b15bce req-88df9e24-3a16-49ab-acfa-194f27d23de6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:05.888584 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-94e518ac-7125-497d-8c1c-467f18b15bce req-88df9e24-3a16-49ab-acfa-194f27d23de6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0849454
Oct 27 15:18:05.932713 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-94e518ac-7125-497d-8c1c-467f18b15bce req-e257cfaf-0bc2-4dea-9e13-9840d32b48df tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386624
Oct 27 15:18:05.963011 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48084) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:18:06.037147 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-91b63446-b2e0-43ae-ade4-91fff265bee7 tempest-TestVolumeBootPattern-825588001 tempest-TestVolumeBootPattern-825588001-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1094 time: 0.0728612
Oct 27 15:18:06.040123 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48088) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:18:06.046437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:18:06.053050 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:18:06.056875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:floatingip and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:18:06.059691 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:18:06.066095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:18:06.076656 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.212667 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-bcb543a4-d980-4966-b7ad-602422b2f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.213508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.354873 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.27.3.173 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/16c0df89-9e0a-4537-8ff9-fb71bf37ff96) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:18:06.499181 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.525541 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.529149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-894a888e-4c56-453a-b9d0-6c1a614b2bcc tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:18:06.576744 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:06.594345 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:18:06.598344 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:18:06.600313 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=16c0df89-9e0a-4537-8ff9-fb71bf37ff96,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:18:06.602348 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:18:06.626584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:18:07.190448 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:07.249164 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:07.455471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:07.460753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:07.464959 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-6dd3798d-e290-45b3-99d7-f7c591ae45a0 tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:18:07.571773 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=16c0df89-9e0a-4537-8ff9-fb71bf37ff96,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:18:07.574535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:18:07.584307 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:07.772580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Floating IP 2b3cccbe-acff-421f-9781-f6a88a45d613 associated. External IP: 172.27.3.173, port: f9960b6d-d100-433d-b8ca-bbc899556ba4.
Oct 27 15:18:08.161892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:18:08.361222 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-95b1c559-7317-49fa-82c1-fd2147afd34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:08.367969 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:18:08.377080 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:18:08.389179 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:18:08.389808 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296ca190>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:18:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:18:08.394753 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:08.463535 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3f23e064-a151-4692-b4b6-0f94c654a262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.4136662
Oct 27 15:18:08.463535 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:18:08.574336 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:18:08.649051 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'status': 'completed', 'code': 200}
Oct 27 15:18:08.745683 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-a4ad86d3-8b4f-4b43-ad70-55564d039633 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0736578
Oct 27 15:18:08.937122 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296ca190>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:06Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:18:08.942130 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:18:08.952871 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:18:08.953482 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac296ca190>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:18:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:18:08.983471 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-61901a12-f079-4b35-a988-713021c9f701 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:08.984896 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-61901a12-f079-4b35-a988-713021c9f701 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.2313490
Oct 27 15:18:09.088746 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-3f7829cb-14bf-46de-9dff-42ece91fa154 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 1000 time: 0.0970926
Oct 27 15:18:09.130219 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:18:09.151086 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-998bdfd4-a12e-4508-821a-2dc2002a9b70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:09.152595 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-998bdfd4-a12e-4508-821a-2dc2002a9b70 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0581229
Oct 27 15:18:09.233810 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-e2b8249a-e048-4366-8a2f-c8bf3e00cc1c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743191
Oct 27 15:18:09.298170 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:09.372391 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-a3d1f9d3-dfbe-4e48-80ef-0d198106bdbd service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310730
Oct 27 15:18:09.499323 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac296ca190>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:06Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:18:09.503980 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afdf760-8e58-4a78-b274-7f728f56488e None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:06Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:18:09.512536 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-5ab3d9e2-702f-4ed4-84a5-0247f78f8be0 req-47fd9802-3026-43b0-babf-4de3349470ea service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344678
Oct 27 15:18:09.704614 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1c657b-ce04-4eb2-a08c-f70e8d6aaedf None None] New status for floating IP 2b3cccbe-acff-421f-9781-f6a88a45d613: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:18:10.825600 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:15.202774 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:26.382429 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-1465ea65-43f2-4a0e-a80e-c6f6db9e401b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1012442
Oct 27 15:18:26.533546 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-6f6bd4be-8431-4d8c-9189-8fe627eb82b9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0761917
Oct 27 15:18:26.683882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85740395-7d60-49fa-aaf4-d081e644f3df req-5e98f35a-6ca7-499f-8d79-fa004fde8db6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:26.685347 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-5e98f35a-6ca7-499f-8d79-fa004fde8db6 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1308293
Oct 27 15:18:26.794415 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-9537087f-c954-4238-b9b7-0f9b1474874d service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 1002 time: 0.1017449
Oct 27 15:18:26.864323 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85740395-7d60-49fa-aaf4-d081e644f3df req-a5936317-609a-4f65-8b34-a4dce4f092c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:18:26.865802 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-a5936317-609a-4f65-8b34-a4dce4f092c2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0633647
Oct 27 15:18:26.946003 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-98a3c063-516c-4d44-8bef-487fffb9e334 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723460
Oct 27 15:18:27.130580 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-9b856ee6-1ab8-4da7-a209-c2ec7d2e3e78 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766295
Oct 27 15:18:27.281804 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-85740395-7d60-49fa-aaf4-d081e644f3df req-64477e90-4956-440d-9631-dae22e4b0fdf service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440454
Oct 27 15:18:36.217009 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-e0e61f57-ee00-4c34-96e2-c1846b74df23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:36.579806 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:37.859202 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:18:38.365716 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4c7946ad-ad6d-49a2-a903-364e6922c1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:39.258670 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:40.829236 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:18:45.216175 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:06.225143 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f821e764-7e87-4327-b447-37d869a221b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:06.583079 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:08.367887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8a66ec60-b5b7-4567-9a20-13077002ffb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:09.260871 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:10.829829 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:14.858940 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:19:15.232995 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:25.659468 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-086e5a54-3a05-4462-8b9b-9afd95907e56 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0740252
Oct 27 15:19:25.796922 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-0f3c5d9e-a14f-489c-b4c7-d7a4a59d87db service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0675304
Oct 27 15:19:26.047310 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-1a553ddc-7910-416a-a0b3-1cfba5b394ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:26.049811 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-1a553ddc-7910-416a-a0b3-1cfba5b394ce service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.2276249
Oct 27 15:19:26.158409 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-e1456afa-a5e9-4f17-8638-85037eea4cfe service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 1002 time: 0.1010356
Oct 27 15:19:26.226572 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-b39b5658-ee08-48c4-980d-342226beccb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:26.228037 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-b39b5658-ee08-48c4-980d-342226beccb2 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0596423
Oct 27 15:19:26.309426 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-6be8182a-2d9b-4b2b-8cce-25e81b427e48 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733311
Oct 27 15:19:26.451143 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-5832d0c5-fa8f-4038-948b-13c95d5ac81f service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306639
Oct 27 15:19:26.587656 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ff0fd5cd-df67-4ac1-9b1f-61a069f0ac7d req-679332c5-f232-457f-8824-8dc38a46ccba service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283691
Oct 27 15:19:36.219060 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3f34fd38-d4f9-494e-b734-3cfb2e03b41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:36.584378 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:38.368469 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-21ebbe9e-aff8-4e24-b8cd-7a5458357f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:39.264976 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:40.833594 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:45.230547 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:46.621902 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-4e22c6e7-8757-4aa6-a763-f092d041f502 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49758469&fields=id&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 267 time: 0.0412505
Oct 27 15:19:46.766936 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-738020b8-9d76-416c-ab9a-6581a730cc8e tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:46.768310 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-738020b8-9d76-416c-ab9a-6581a730cc8e tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.1402292
Oct 27 15:19:46.785208 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-ab2032e9-06d3-429b-bd6f-f04479bc7219 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/quotas/fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 375 time: 0.0112917
Oct 27 15:19:46.874036 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fa118320-43d7-4118-acfb-2955ea6dd055 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0839810
Oct 27 15:19:47.010954 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-061a1866-65a1-4896-87e3-f2bdfad5b271 service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252639
Oct 27 15:19:47.143608 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-3210157f-b1a7-4347-8ced-e8824673491a service neutron] 10.222.0.89 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266570
Oct 27 15:19:47.600658 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-8000cf6c-cb5d-4b74-ac93-517929b2e411 req-996aa6e2-e0cd-49c7-a99f-cd6a44ef88ff tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 210 time: 0.0453877
Oct 27 15:19:48.707463 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-b31894d9-4cec-45a2-9cf1-b0e17a67205f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:48.708865 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-b31894d9-4cec-45a2-9cf1-b0e17a67205f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 811 time: 0.1605785
Oct 27 15:19:48.780917 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-c17c9e01-4159-4520-9c48-fceb329c3aa8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff HTTP/1.1" status: 200  len: 378 time: 0.0570455
Oct 27 15:19:48.795145 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'port': {'device_id': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'admin_state_up': True, 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'security_groups': ['775318b8-5caa-46f2-ba99-6cc3df42e6c2']}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:19:48.819010 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-54a76452-ee5f-4c74-aa90-7e983770c644 req-39bd885a-7467-405d-b3b6-71aba8e9f071 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 210 time: 0.0666487
Oct 27 15:19:48.976347 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:19:48.986369 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:19:48.997149 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Made reservation on behalf of fa7e2b9a0ba0465681b2e222f259d8ff for: {'port': 1} {{(pid=82714) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Oct 27 15:19:49.000942 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.165623 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.20.0.4 (d85e1989-72a6-4326-8eac-53ebd291a338/ab510581-d1ef-4943-9c48-0d5ad16ea851/81c89cf9-d01f-4761-ba0a-129ebfdd336a) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:19:49.362629 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.380764 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Transition to ACTIVE for port object 81c89cf9-d01f-4761-ba0a-129ebfdd336a will not be triggered until provisioned by entity DHCP. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:19:49.404127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.410637 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:19:49.478630 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network d85e1989-72a6-4326-8eac-53ebd291a338 is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:19:49.481974 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:19:49.486577 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:19:49.519880 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:19:49.538882 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.539208 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.539610 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.539979 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.540347 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.540706 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.541063 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.541422 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.541774 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.542127 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.542485 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:49.551605 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:19:49.567130 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:49.567915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.594321 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-97051f3f-9e7c-4943-a2fd-572233e8e618 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8054590
Oct 27 15:19:49.607203 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Request body: {'port': {'device_id': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81567'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:19:49.725611 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.798055 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-976e8c46-5091-4cdc-b669-e1c9cd93a645 None None] Provisioning for port 81c89cf9-d01f-4761-ba0a-129ebfdd336a completed by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:19:49.803595 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-976e8c46-5091-4cdc-b669-e1c9cd93a645 None None] Provisioning complete for port 81c89cf9-d01f-4761-ba0a-129ebfdd336a triggered by entity DHCP. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:19:49.803969 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-976e8c46-5091-4cdc-b669-e1c9cd93a645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:49.858074 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-976e8c46-5091-4cdc-b669-e1c9cd93a645 None None] Port 81c89cf9-d01f-4761-ba0a-129ebfdd336a cannot update to ACTIVE because it is not bound. {{(pid=82716) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Oct 27 15:19:50.152500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726cc208-2456-4ab7-aff3-e2236feee752 req-44cdde9a-c3e7-43b5-88ae-b2fd611d0262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:50.153185 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-726cc208-2456-4ab7-aff3-e2236feee752 req-44cdde9a-c3e7-43b5-88ae-b2fd611d0262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:19:50.185025 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-726cc208-2456-4ab7-aff3-e2236feee752 req-44cdde9a-c3e7-43b5-88ae-b2fd611d0262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:19:50.186168 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-726cc208-2456-4ab7-aff3-e2236feee752 req-44cdde9a-c3e7-43b5-88ae-b2fd611d0262 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 931 time: 0.2188160
Oct 27 15:19:50.272109 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c89cf9-d01f-4761-ba0a-129ebfdd336a {{(pid=82714) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:19:50.282619 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:50.302275 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-726cc208-2456-4ab7-aff3-e2236feee752 req-6378e8b4-b3cd-4129-a6c3-cbfe46c80f13 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0832696
Oct 27 15:19:50.303131 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.provisioning_blocks [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Transition to ACTIVE for port object 81c89cf9-d01f-4761-ba0a-129ebfdd336a will not be triggered until provisioned by entity L2. {{(pid=82714) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Oct 27 15:19:50.309973 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:50.315336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-2f7fb054-96c4-4ac5-88b4-bf62091ffba9 tempest-AttachVolumeTestJSON-827805326 tempest-AttachVolumeTestJSON-827805326-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:19:50.440982 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:19:50.445140 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:19:50.551999 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Attempting to bind port 81c89cf9-d01f-4761-ba0a-129ebfdd336a on host hv-cinder-81567 for vnic_type normal with profile  {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Oct 27 15:19:50.552321 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Attempting to bind port 81c89cf9-d01f-4761-ba0a-129ebfdd336a by drivers openvswitch,hyperv on host hv-cinder-81567 at level 0 using segments [{'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Oct 27 15:19:50.552668 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Attempting to bind port 81c89cf9-d01f-4761-ba0a-129ebfdd336a on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:19:50.559137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Port 81c89cf9-d01f-4761-ba0a-129ebfdd336a on network d85e1989-72a6-4326-8eac-53ebd291a338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81567 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Oct 27 15:19:50.559594 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Attempting to bind port 81c89cf9-d01f-4761-ba0a-129ebfdd336a on network d85e1989-72a6-4326-8eac-53ebd291a338 {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Oct 27 15:19:50.565750 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Checking agent: {'id': '2dea45c8-d35f-4a3f-a245-e774e9eb45d1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81567', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'started_at': datetime.datetime(2021, 10, 27, 15, 3, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 27, 15, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Oct 27 15:19:50.566082 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Checking segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82714) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Oct 27 15:19:50.566454 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Bound using segment: {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'} {{(pid=82714) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Oct 27 15:19:50.566869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.managers [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Bound port: 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host: hv-cinder-81567, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5d01a2-f4f3-4906-bb87-2033045bdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1307, 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338'}}] {{(pid=82714) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Oct 27 15:19:50.567213 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:50.658092 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, cleared binding levels {{(pid=82714) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Oct 27 15:19:50.661032 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Oct 27 15:19:50.666734 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:50.670704 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-41ea512c-a48a-4e04-848a-db53fcd6950a tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:19:50.730095 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:50.731497 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] 10.222.0.91 "PUT /v2.0/ports/81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 1093 time: 1.1297174
Oct 27 15:19:50.732010 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:19:50.754719 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=3']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:19:50.760756 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-fcbee0cf-353b-4de2-95f0-4bd22c5e1bd3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:19:50.832027 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'status': 'completed', 'code': 200}
Oct 27 15:19:50.878384 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-c17193ec-c430-423e-a574-59a41f28632b service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1096 time: 0.0846210
Oct 27 15:19:50.951231 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-c4aefaec-5251-4810-b766-7594e6319d1a service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 217 time: 0.0609539
Oct 27 15:19:51.016233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-749bb329-7bf6-4b17-b11e-5c9dd733c903 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:51.017645 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-749bb329-7bf6-4b17-b11e-5c9dd733c903 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0601408
Oct 27 15:19:51.096574 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-4babce53-3622-4841-b552-f55e09a60bab service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693636
Oct 27 15:19:51.231749 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-4406d99c-e098-471b-a71e-4fc97e7c7f77 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242783
Oct 27 15:19:51.370496 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-0fb4f25d-d634-48f9-a858-c3a31fce9572 req-1cc0287d-d932-4f76-8728-12431f2018e1 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281993
Oct 27 15:19:51.552999 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-4118f62c-b38f-494e-bf12-bbb613cc17fd service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1096 time: 0.1290812
Oct 27 15:19:51.563635 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6c8cc-ba57-4345-873e-e4b6e5c855ce req-9c2f1dcb-aba5-4d37-aa64-072acdadcbe3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:51.564993 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ef6c8cc-ba57-4345-873e-e4b6e5c855ce req-9c2f1dcb-aba5-4d37-aa64-072acdadcbe3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.1075809
Oct 27 15:19:51.792845 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-7ef6c8cc-ba57-4345-873e-e4b6e5c855ce req-ec9cc7d9-8809-4075-b3bc-06271395c72c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2090178
Oct 27 15:19:51.817042 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-ced4f01b-9928-45b6-9f80-e1f8387f3559 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:51.818468 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-ced4f01b-9928-45b6-9f80-e1f8387f3559 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.2526436
Oct 27 15:19:51.859215 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:19:51.895090 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-add394f1-5eaa-46d5-971a-7cd6b0af60ee service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 217 time: 0.0655315
Oct 27 15:19:51.959265 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-08492d36-5bc9-436a-a249-d0923a58ae3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:51.960710 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-08492d36-5bc9-436a-a249-d0923a58ae3b service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0574477
Oct 27 15:19:52.038579 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-2786437b-3fd8-45e6-8c31-8dcb8797549e service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709939
Oct 27 15:19:52.172369 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-0d3ba5d4-9266-4b2e-91e5-14bb5069aa8d service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251576
Oct 27 15:19:52.313158 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-2e86d4da-ff43-40de-8249-f376e2505bdf req-c0841c5f-a6e2-483d-a39f-be7013011e91 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304295
Oct 27 15:19:52.991828 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95833b78-7372-4adf-9e4f-00288dba064d req-d4321307-877f-43b9-b780-f242fc920db9 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:52.993290 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-95833b78-7372-4adf-9e4f-00288dba064d req-d4321307-877f-43b9-b780-f242fc920db9 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.0806077
Oct 27 15:19:53.038883 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-95833b78-7372-4adf-9e4f-00288dba064d req-d1e0e133-4c51-4053-81d5-3feab61839b5 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400715
Oct 27 15:19:54.313633 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d627925-789b-4838-880d-4966066d2829 req-e5a48385-c11c-4bbd-9548-8781dba06a07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:54.315067 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9d627925-789b-4838-880d-4966066d2829 req-e5a48385-c11c-4bbd-9548-8781dba06a07 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.1579208
Oct 27 15:19:54.361548 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-9d627925-789b-4838-880d-4966066d2829 req-d496a350-493c-48ec-92d2-023479f9d81b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407805
Oct 27 15:19:55.553049 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab81ee6-ae8d-41b3-aa50-61eb36980210 req-ec0d0f05-87b3-41a9-bd4f-5824d57cc75d tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:55.554437 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dab81ee6-ae8d-41b3-aa50-61eb36980210 req-ec0d0f05-87b3-41a9-bd4f-5824d57cc75d tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.0762715
Oct 27 15:19:55.603043 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-dab81ee6-ae8d-41b3-aa50-61eb36980210 req-805a52bf-e0e5-4a41-a2b6-6d074aa6e9ac tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424066
Oct 27 15:19:56.799654 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e91a67-2d2f-48e5-83df-1bf90c4f9ed2 req-a11f270e-d975-49d5-87a2-fff98d5667e6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:56.801069 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-58e91a67-2d2f-48e5-83df-1bf90c4f9ed2 req-a11f270e-d975-49d5-87a2-fff98d5667e6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.0804813
Oct 27 15:19:56.846398 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-58e91a67-2d2f-48e5-83df-1bf90c4f9ed2 req-62beb4ff-42be-4109-baa0-bc69ae25993b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393195
Oct 27 15:19:58.054802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89f930-cc36-434a-949d-200ab33a17fa req-45eb6f87-b319-4ea0-b9d1-2a8976ac85ba tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:58.056274 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e89f930-cc36-434a-949d-200ab33a17fa req-45eb6f87-b319-4ea0-b9d1-2a8976ac85ba tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.0818596
Oct 27 15:19:58.102103 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-4e89f930-cc36-434a-949d-200ab33a17fa req-5553f227-0ea0-4cfe-817c-7718336ef6ca tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403502
Oct 27 15:19:59.301788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b3e71-63b1-4719-b963-9a332b9c1c0d req-da4e7e30-22be-44a1-bd34-77057d01dc63 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:19:59.303195 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f61b3e71-63b1-4719-b963-9a332b9c1c0d req-da4e7e30-22be-44a1-bd34-77057d01dc63 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 943 time: 0.0764639
Oct 27 15:19:59.351721 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f61b3e71-63b1-4719-b963-9a332b9c1c0d req-129cbe51-bf11-4d2b-b304-7a5a17887119 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428519
Oct 27 15:19:59.589874 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 81c89cf9-d01f-4761-ba0a-129ebfdd336a details requested by agent hyperv_hv-cinder-81567 with host hv-cinder-81567 {{(pid=82716) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Oct 27 15:19:59.718436 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:19:59.730994 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Returning: {'device': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'port_id': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'mac_address': 'fa:16:3e:3c:d2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82716) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Oct 27 15:19:59.785912 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:59.803199 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c89cf9-d01f-4761-ba0a-129ebfdd336a {{(pid=82716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Oct 27 15:19:59.818784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:19:59.822881 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:19:59.825533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:19:59.887168 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=4']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:19:59.895383 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.895745 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.896076 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.896394 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.896712 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.897052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.897382 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.897639 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.897946 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.898252 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.898590 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:19:59.902399 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:20:00.122076 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] get_ports_and_sgs() called for port_ids ['81c89cf9-d01f-4761-ba0a-129ebfdd336a'] {{(pid=82716) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Oct 27 15:20:00.546098 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c6a86-874f-4bd9-9316-bd185e6fcbea req-ef3e7e0c-0509-46dd-ac64-b67ed7996397 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:00.547458 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1a5c6a86-874f-4bd9-9316-bd185e6fcbea req-ef3e7e0c-0509-46dd-ac64-b67ed7996397 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 944 time: 0.0769486
Oct 27 15:20:00.590593 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-1a5c6a86-874f-4bd9-9316-bd185e6fcbea req-136184b3-0999-4a22-9e03-52102de36312 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376639
Oct 27 15:20:01.605498 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 81c89cf9-d01f-4761-ba0a-129ebfdd336a up at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Oct 27 15:20:01.677385 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning for port 81c89cf9-d01f-4761-ba0a-129ebfdd336a completed by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Oct 27 15:20:01.682479 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.provisioning_blocks [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Provisioning complete for port 81c89cf9-d01f-4761-ba0a-129ebfdd336a triggered by entity L2. {{(pid=82716) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Oct 27 15:20:01.682855 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2078749'] for port, provisioning_complete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:01.783691 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5032a3e-c500-4b6b-805a-3d7410b23acc req-751c64f6-73d8-43fc-8132-f49de61055d8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:01.785111 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d5032a3e-c500-4b6b-805a-3d7410b23acc req-751c64f6-73d8-43fc-8132-f49de61055d8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 944 time: 0.0775137
Oct 27 15:20:01.795808 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:01.823354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a'}] {{(pid=82716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:20:01.830672 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d5032a3e-c500-4b6b-805a-3d7410b23acc req-0ae3e6b3-ee57-474e-8bee-52be0c6c784c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393040
Oct 27 15:20:01.833195 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:20:01.837278 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853'] for port, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:01.840243 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:20:01.883059 dv-cinder-815673-1-iscsi neutron-server[82716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'code': 200}
Oct 27 15:20:01.910428 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Pushing event updated for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=5']} {{(pid=82716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:20:01.913423 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_concurrency.lockutils [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82716) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:20:02.173947 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a7738c93-0991-4269-808d-67951a91b917 req-b8968c11-9fcf-4fe2-a8ef-5e02be4e1589 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1098 time: 0.0692804
Oct 27 15:20:02.215934 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a7738c93-0991-4269-808d-67951a91b917 req-fe03014e-d3ce-4053-9209-5f2cc3fda5b5 service neutron] 10.222.0.91 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0343933
Oct 27 15:20:03.031089 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f08f1a-66d9-4e8d-ba82-aa05267a3974 req-637585f2-fcee-46fb-836a-1c90eea641da tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:03.032535 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-36f08f1a-66d9-4e8d-ba82-aa05267a3974 req-637585f2-fcee-46fb-836a-1c90eea641da tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.0761926
Oct 27 15:20:03.077176 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-36f08f1a-66d9-4e8d-ba82-aa05267a3974 req-7311c5e5-9abb-4fc8-a4d1-d9c63aef122a tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391245
Oct 27 15:20:04.273855 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776aae3c-ce7e-49f9-9417-aeed8044c6db req-c7802b2d-b88a-4705-ac6d-1980d5adb0b8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:04.275310 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-776aae3c-ce7e-49f9-9417-aeed8044c6db req-c7802b2d-b88a-4705-ac6d-1980d5adb0b8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.0793018
Oct 27 15:20:04.320421 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-776aae3c-ce7e-49f9-9417-aeed8044c6db req-a808aa2e-13ee-4782-af2c-59c05644631b tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395620
Oct 27 15:20:04.518556 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc91c6-1756-4847-8f41-247d544a828e req-70ea4d4b-1907-4227-87de-4201b3f7e07a tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:04.520373 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-35dc91c6-1756-4847-8f41-247d544a828e req-70ea4d4b-1907-4227-87de-4201b3f7e07a tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.0803437
Oct 27 15:20:04.565440 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-35dc91c6-1756-4847-8f41-247d544a828e req-55ce3d31-6c36-4dae-bc4f-6bcffdf1316d tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390933
Oct 27 15:20:04.594030 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48208) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:20:04.662952 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8538d425-e544-4a07-8f19-0897a49dd6c9 tempest-TestVolumeBootPattern-825588001 tempest-TestVolumeBootPattern-825588001-project-admin] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1093 time: 0.0676739
Oct 27 15:20:04.665356 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48212) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:20:04.670449 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.v2.base [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Request body: {'floatingip': {'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'port_id': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82714) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Oct 27 15:20:04.675952 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Oct 27 15:20:04.679723 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Usage tracker for resource:floatingip and tenant:fa7e2b9a0ba0465681b2e222f259d8ff is out of sync, need to count used quota {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Oct 27 15:20:04.682536 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82714) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Oct 27 15:20:04.688161 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.quota.driver [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82714) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Oct 27 15:20:04.699093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:04.831830 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:04.968363 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Allocated IP 172.27.3.246 (4fc9d1fd-037a-4cfb-8ad8-fb0d710060de/cd89b2ad-bda6-49d6-8d2a-518963ec20e5/ebf4a511-bf8c-4747-98d3-6aebfb1785a3) {{(pid=82714) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Oct 27 15:20:05.197367 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:05.225412 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773588573790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:05.229396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-814c92a4-ccef-4a34-8eb1-051a51fd8fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:20:05.297326 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Network 4fc9d1fd-037a-4cfb-8ad8-fb0d710060de is already hosted by enough agents. {{(pid=82714) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Oct 27 15:20:05.300820 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Resources bound (agent type, host, resource id):  {{(pid=82714) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Oct 27 15:20:05.303336 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Received port after_create {{(pid=82714) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Oct 27 15:20:05.327772 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=ebf4a511-bf8c-4747-98d3-6aebfb1785a3,revision_number=1']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:20:05.330484 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:20:05.807651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:05.861915 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034526'] for port, before_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.062257 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for port, precommit_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.066508 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773588966126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773588573808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773588573853', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856539'] for port, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.071085 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4d932f5b-63a2-4412-8f90-8f37b80711a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:20:06.169233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event updated for resources: {'Port': ['ID=ebf4a511-bf8c-4747-98d3-6aebfb1785a3,revision_number=2']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:20:06.173400 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:20:06.187892 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-426494'] for floatingip, after_update {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.228372 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-60070762-3653-4322-8a11-1dffbcd24383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.380075 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.db.l3_db [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Floating IP 4f4d04fb-36a7-466c-8152-b60e0e05583b associated. External IP: 172.27.3.246, port: 81c89cf9-d01f-4761-ba0a-129ebfdd336a.
Oct 27 15:20:06.588193 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:06.858792 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:20:07.060841 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:20:07.070936 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:20:07.083147 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:20:07.084040 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a6d850>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:19:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:20:07.085443 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:07.139550 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-bb5b3442-93b1-4ad2-b77a-905fe3152ebd tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4730806
Oct 27 15:20:07.140222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:20:07.197399 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'status': 'completed', 'code': 200}
Oct 27 15:20:07.264629 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:20:07.292504 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-9b1f65aa-fd8c-4a56-aeec-f589ae17d428 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1098 time: 0.0721695
Oct 27 15:20:07.425381 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-2e89fee9-0560-478c-a7a1-ec38542c48cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:07.426823 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-2e89fee9-0560-478c-a7a1-ec38542c48cf service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1280293
Oct 27 15:20:07.536943 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-32bedf4c-5391-4c21-a63f-5c3f79051e6c service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 999 time: 0.1011689
Oct 27 15:20:07.602058 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-012e2cce-43d9-4a9c-af1d-c35d5ba2d066 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:07.603507 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-012e2cce-43d9-4a9c-af1d-c35d5ba2d066 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0606894
Oct 27 15:20:07.644591 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a6d850>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}, {'id': '4f4d04fb-36a7-466c-8152-b60e0e05583b', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:3c:d2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:20:05Z', 'updated_at': '2021-10-27T15:20:05Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:20:07.648893 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:20:07.659043 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:20:07.659669 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29a6d850>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:19:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:20:07.677982 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-563a4a89-e270-40ca-9cb3-4fffe088f354 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0677311
Oct 27 15:20:07.813636 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-11fb8282-1cb9-47d9-b18a-38929731da41 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263764
Oct 27 15:20:07.835257 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:20:07.948075 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-83c0049b-78ea-40b7-a16d-0387a980cfc4 req-080876f1-e359-4444-8dad-190094adc8aa service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279793
Oct 27 15:20:08.188476 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29a6d850>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}, {'id': '4f4d04fb-36a7-466c-8152-b60e0e05583b', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:3c:d2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:20:05Z', 'updated_at': '2021-10-27T15:20:05Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:20:08.192552 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13b870e-b752-4646-86a6-865b77ee0ea0 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}, {'id': '4f4d04fb-36a7-466c-8152-b60e0e05583b', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:3c:d2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:20:05Z', 'updated_at': '2021-10-27T15:20:05Z', 'revision_number': 0, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:20:08.375052 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-410dea6b-61fd-419e-8585-fea39385843f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:08.383110 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859b7e7-feb6-49c9-b434-ed57dd442da5 None None] New status for floating IP 4f4d04fb-36a7-466c-8152-b60e0e05583b: ACTIVE {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:20:09.270594 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:10.837906 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:15.243835 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:28.320986 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-2aaca175-3ca9-4caf-9c09-0d730eecdc49 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668712
Oct 27 15:20:28.469148 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-537822a1-a7de-44a8-a0e1-a582082a78f9 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0713508
Oct 27 15:20:28.612141 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-c4f9b63a-97e3-4690-86c1-0741d07646f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:28.613485 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-c4f9b63a-97e3-4690-86c1-0741d07646f1 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1248884
Oct 27 15:20:28.808533 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-c325b2a3-1111-4ee6-a840-e10f2c500c03 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 1002 time: 0.1868999
Oct 27 15:20:28.859388 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:20:28.871211 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-b511a63e-6a6e-42bb-9949-36a453705824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:20:28.872557 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-b511a63e-6a6e-42bb-9949-36a453705824 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0568995
Oct 27 15:20:28.952885 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-2963c147-5aba-4278-8614-22863f227bea service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0658288
Oct 27 15:20:29.081958 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-94008735-dd9b-4970-b28f-336e72dbef09 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214979
Oct 27 15:20:29.210374 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d2c67604-eeb1-4f85-b27c-fee9b538f1b3 req-a52e36e6-2558-4ead-8b3b-49a60d378f02 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208785
Oct 27 15:20:36.219425 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-2f93f2e3-2f4f-4127-be16-67f5759c70e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:36.590164 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:38.367144 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-a15486fb-0a6f-45df-bf7a-547f78e4cbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:39.270016 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:40.838601 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:45.243968 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:20:53.023137 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [req-ee546d49-f218-4fab-882f-fe743e1daf30 req-847154ca-a20c-4232-8c76-286d5407c902 service neutron] (82715) timed out ('10.222.0.91', 59538) {{(pid=82715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 27 15:21:04.032710 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [req-8bfb0faa-18ae-4f64-9078-4d1458a52512 req-34522a3b-0fe8-4114-a26c-598aa7053f96 service neutron] (82715) timed out ('10.222.0.91', 59541) {{(pid=82715) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 27 15:21:05.859271 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:21:06.221911 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-23d08cc1-6a90-495a-a545-6a8b1c79155f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:06.591874 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:08.370173 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-9d417203-e3a0-4a66-90f3-8ce16cb45ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:09.272211 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:10.841898 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:15.257416 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:28.794895 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-ba91a161-d64d-4507-9055-df586b2bc320 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1549544
Oct 27 15:21:28.894479 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-efd3fb4c-3db0-4d5e-87ad-c8872e273f93 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1098 time: 0.0717735
Oct 27 15:21:29.048357 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330241-2bd4-415a-b257-ea418983818f req-b7f7a34d-46fe-456e-9d46-b6b679e23f03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:29.049825 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-b7f7a34d-46fe-456e-9d46-b6b679e23f03 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1303983
Oct 27 15:21:29.159638 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-c3c8b2b3-a5a4-481a-9b95-52cce4c6cc5f service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 1001 time: 0.0990369
Oct 27 15:21:29.233500 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae330241-2bd4-415a-b257-ea418983818f req-057d8841-b041-4a97-a0c2-11307e9909a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:29.234940 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-057d8841-b041-4a97-a0c2-11307e9909a0 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0651014
Oct 27 15:21:29.324640 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-fd67280c-ef3a-4dd4-86de-614872b6176d service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794218
Oct 27 15:21:29.461749 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-831a90b4-b217-4fbd-b6b3-a7688d1ac97e service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273103
Oct 27 15:21:29.604013 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-ae330241-2bd4-415a-b257-ea418983818f req-1904890f-c864-4be9-a5ef-7f802409ea5e service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1325798
Oct 27 15:21:36.226190 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f17e191f-308e-4ea3-bd8d-0f52e001b196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:36.594584 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:38.373007 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-f12a5391-ba69-4af8-9dca-8316fd57857b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:39.275418 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:40.842582 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:42.859601 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:21:45.274512 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:50.969615 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48238) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:21:51.169587 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port ebf4a511-bf8c-4747-98d3-6aebfb1785a3 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:21:51.169922 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:51.427404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:51.427752 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:51.546312 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for ebf4a511-bf8c-4747-98d3-6aebfb1785a3 owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:21:51.699233 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:51.702724 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-be597800-120e-4b05-bb35-5661439829ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:21:51.746154 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=ebf4a511-bf8c-4747-98d3-6aebfb1785a3,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:21:51.787176 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.787586 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.787960 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.788333 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.788699 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.789062 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.789437 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.789788 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.790150 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.790514 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.790869 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82714) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:21:51.794301 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:21:51.852860 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:52.253047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:21:52.460354 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:21:52.470577 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:21:52.481217 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:52.483724 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:21:52.484354 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29636f70>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:21:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:21:52.536776 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "DELETE /v2.0/floatingips/4f4d04fb-36a7-466c-8152-b60e0e05583b HTTP/1.1" status: 204  len: 168 time: 1.5635114
Oct 27 15:21:52.536776 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:21:52.671879 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:21:52.739010 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'status': 'completed', 'code': 200}
Oct 27 15:21:52.857788 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-6ddff5ca-852d-4798-b150-e32a83e6b8da service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 1098 time: 0.0960796
Oct 27 15:21:53.014736 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-5a773307-afb7-4f78-83cd-3d3632881abf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:53.015060 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-5a773307-afb7-4f78-83cd-3d3632881abf service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1499996
Oct 27 15:21:53.056141 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed3dc7-2961-414f-8dd5-9515ab276c4f req-9cabdfd5-194a-44c5-b308-8b89efa98862 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:53.058157 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7bed3dc7-2961-414f-8dd5-9515ab276c4f req-9cabdfd5-194a-44c5-b308-8b89efa98862 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.1585970
Oct 27 15:21:53.103089 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-2f90a63c-a500-459a-bb9f-3439f08053b1 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 200  len: 217 time: 0.0795197
Oct 27 15:21:53.110505 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-7bed3dc7-2961-414f-8dd5-9515ab276c4f req-30b6c46c-ac70-4830-a36f-90feec3bf3f7 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463705
Oct 27 15:21:53.121901 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29636f70>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:21:53.126352 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:21:53.137908 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:21:53.138533 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29636f70>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:21:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:21:53.278927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-8025de6b-7459-4e73-9b16-28e83914b0df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:53.280469 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-8025de6b-7459-4e73-9b16-28e83914b0df service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.1705062
Oct 27 15:21:53.326085 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:21:53.358865 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-aacc355d-ab07-480c-95a9-e5e3be19b500 service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706425
Oct 27 15:21:53.495966 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-512fcf14-304b-4c3a-bb26-b759f5495163 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283774
Oct 27 15:21:53.633400 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-fd0015f9-971f-4dbe-b50c-cf575154e39a req-2df957f3-5f7c-44cd-b63f-a232c861c3b2 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296830
Oct 27 15:21:53.731800 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29636f70>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:21:53.735830 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30a8cae-7886-40b0-946c-8dc0bcb23e5a None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_floatingips': [{'id': '2b3cccbe-acff-421f-9781-f6a88a45d613', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'floating_ip_address': '172.27.3.173', 'floating_network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'router_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'port_id': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'mac_address': 'fa:16:3e:68:6d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-27T15:18:06Z', 'updated_at': '2021-10-27T15:18:09Z', 'revision_number': 1, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:21:53.957067 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17ada5-d4b3-4575-8fbf-05f50d75f6d2 None None] New status for floating IP 4f4d04fb-36a7-466c-8152-b60e0e05583b: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:21:54.390316 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb118c-dfc5-431f-a14a-30b3464fa044 req-dff77cf1-0d60-4798-9e69-8fcb20a65921 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:54.390998 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-d4cb118c-dfc5-431f-a14a-30b3464fa044 req-dff77cf1-0d60-4798-9e69-8fcb20a65921 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:21:54.406571 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-d4cb118c-dfc5-431f-a14a-30b3464fa044 req-dff77cf1-0d60-4798-9e69-8fcb20a65921 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:21:54.407847 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d4cb118c-dfc5-431f-a14a-30b3464fa044 req-dff77cf1-0d60-4798-9e69-8fcb20a65921 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.1763842
Oct 27 15:21:54.454384 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-d4cb118c-dfc5-431f-a14a-30b3464fa044 req-ccdef4bc-f98b-4ac4-997f-d2353b6304df tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0410500
Oct 27 15:21:54.615222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-72f42fd4-bcff-4a02-a960-8d1563d6b9ec tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:21:54.616658 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-72f42fd4-bcff-4a02-a960-8d1563d6b9ec tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 945 time: 0.0758934
Oct 27 15:21:54.688293 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port 81c89cf9-d01f-4761-ba0a-129ebfdd336a {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:21:54.688546 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:54.928215 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] For port 81c89cf9-d01f-4761-ba0a-129ebfdd336a, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=81c89cf9-d01f-4761-ba0a-129ebfdd336a,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:21:54.928564 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:55.051251 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for 81c89cf9-d01f-4761-ba0a-129ebfdd336a owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:21:55.194294 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:55.200396 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ab5e3ea4-6ae4-4856-ac04-dd684f2e4e89 tempest-VolumesActionsTest-1614122749 tempest-VolumesActionsTest-1614122749-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:21:55.244728 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=81c89cf9-d01f-4761-ba0a-129ebfdd336a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:21:55.248397 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:21:55.320875 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] No DVR routers for this DVR port 81c89cf9-d01f-4761-ba0a-129ebfdd336a on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:21:55.323801 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:55.326308 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'name': 'network-vif-deleted', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:21:55.341915 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-f0d1c254-225d-47e9-88ce-11f62cf3494f req-da2d8135-1ca9-46a2-af65-69185940c4e3 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "DELETE /v2.0/ports/81c89cf9-d01f-4761-ba0a-129ebfdd336a HTTP/1.1" status: 204  len: 173 time: 0.7195323
Oct 27 15:21:55.408678 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6ac5ca-cb53-49ed-873e-bdc4953623b9', 'name': 'network-vif-deleted', 'tag': '81c89cf9-d01f-4761-ba0a-129ebfdd336a', 'status': 'completed', 'code': 200}
Oct 27 15:21:55.622039 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3e47238d-c214-413d-b60c-99bc6741a4fa req-c6bc9c6f-c8b5-4faf-a44f-2750263fdbbb tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:21:55.638343 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-3e47238d-c214-413d-b60c-99bc6741a4fa req-c6bc9c6f-c8b5-4faf-a44f-2750263fdbbb tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:21:55.639657 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-3e47238d-c214-413d-b60c-99bc6741a4fa req-c6bc9c6f-c8b5-4faf-a44f-2750263fdbbb tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=eb6ac5ca-cb53-49ed-873e-bdc4953623b9 HTTP/1.1" status: 200  len: 210 time: 0.0629177
Oct 27 15:21:58.150121 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 81c89cf9-d01f-4761-ba0a-129ebfdd336a no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:21:58.186636 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: 81c89cf9-d01f-4761-ba0a-129ebfdd336a {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:21:58.186925 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device 81c89cf9-d01f-4761-ba0a-129ebfdd336a not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:21:59.141189 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48280) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:21:59.335004 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port 16c0df89-9e0a-4537-8ff9-fb71bf37ff96 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:21:59.335335 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:59.587193 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:59.587533 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:59.708740 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for 16c0df89-9e0a-4537-8ff9-fb71bf37ff96 owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:21:59.857526 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:21:59.861100 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:21:59.904282 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=16c0df89-9e0a-4537-8ff9-fb71bf37ff96,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:21:59.907709 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:21:59.997362 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:00.404068 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82714) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:22:00.611476 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82714) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:22:00.622336 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:22:00.635263 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:00.635920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29810100>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:21:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:00.638537 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:00.716076 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-8b7582c0-c48e-4cf1-8674-406c78628524 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "DELETE /v2.0/floatingips/2b3cccbe-acff-421f-9781-f6a88a45d613 HTTP/1.1" status: 204  len: 168 time: 1.5708840
Oct 27 15:22:00.716076 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:22:00.783989 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'status': 'completed', 'code': 200}
Oct 27 15:22:00.821715 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:00.892129 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-e20b7314-217a-4b6c-a8a6-4c3851563e43 service neutron] 10.222.0.91 "GET /v2.0/ports?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 1099 time: 0.0821099
Oct 27 15:22:01.046195 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-bc6eb7f3-66f1-42a1-b080-c589cbff0645 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:22:01.048035 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-bc6eb7f3-66f1-42a1-b080-c589cbff0645 service neutron] 10.222.0.91 "GET /v2.0/networks?id=d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 200  len: 913 time: 0.1488221
Oct 27 15:22:01.157506 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198169f-e627-4672-b75d-82993e705b3a req-a62e49c1-f1d5-43a5-9a66-393be84c62a6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82715) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:22:01.160080 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0198169f-e627-4672-b75d-82993e705b3a req-a62e49c1-f1d5-43a5-9a66-393be84c62a6 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0908372
Oct 27 15:22:01.166094 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29810100>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:01.171784 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:22:01.185051 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:01.185773 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29810100>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:21:38Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:01.216325 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [req-0198169f-e627-4672-b75d-82993e705b3a req-8b4ee610-c14d-4da0-b836-c08577ff24a2 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0506544
Oct 27 15:22:01.246112 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-eca77181-9e41-4d42-ab90-cdc0ea888044 service neutron] 10.222.0.91 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 200  len: 217 time: 0.1908703
Oct 27 15:22:01.319483 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-9ec809bc-babb-46f9-a3e9-6f3be40eecf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:22:01.320964 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-9ec809bc-babb-46f9-a3e9-6f3be40eecf9 service neutron] 10.222.0.91 "GET /v2.0/subnets?id=ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 200  len: 850 time: 0.0683084
Oct 27 15:22:01.401406 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-c8ae74a0-061b-44c1-ba9b-b58705d51b4c service neutron] 10.222.0.91 "GET /v2.0/ports?network_id=d85e1989-72a6-4326-8eac-53ebd291a338&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726728
Oct 27 15:22:01.433442 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:01.542698 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-8e40927c-fc89-4a66-888b-91c9efbd5cb9 service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306300
Oct 27 15:22:01.688163 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-b6854610-8148-4f91-9bed-4a7aa8284e20 req-e847b628-4a89-43d5-a05e-ba81e32f95cc service neutron] 10.222.0.91 "GET /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384268
Oct 27 15:22:01.772607 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29810100>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:01.777205 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d5331e-b4f5-4d15-90da-1209cd9d3f09 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:45Z', 'revision_number': 4, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi', '_interfaces': [{'id': 'ce34a25e-7484-435f-8b39-c4f707c385d8', 'name': '', 'network_id': 'd85e1989-72a6-4326-8eac-53ebd291a338', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'mac_address': 'fa:16:3e:98:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:44Z', 'updated_at': '2021-10-27T15:14:54Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'subnets': [{'id': 'ab510581-d1ef-4943-9c48-0d5ad16ea851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:22:01.999654 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e43f519-a3a7-4941-810b-8b1edeba2769 None None] New status for floating IP 2b3cccbe-acff-421f-9781-f6a88a45d613: DOWN {{(pid=82717) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Oct 27 15:22:02.459405 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c21355-aee9-480d-8cbf-67a767740d25 req-39a746e4-90cb-436c-9a70-d3d61fb4d889 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:22:02.460115 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-82c21355-aee9-480d-8cbf-67a767740d25 req-39a746e4-90cb-436c-9a70-d3d61fb4d889 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:22:02.476961 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-82c21355-aee9-480d-8cbf-67a767740d25 req-39a746e4-90cb-436c-9a70-d3d61fb4d889 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:22:02.478128 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-82c21355-aee9-480d-8cbf-67a767740d25 req-39a746e4-90cb-436c-9a70-d3d61fb4d889 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0953379
Oct 27 15:22:02.530983 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-82c21355-aee9-480d-8cbf-67a767740d25 req-56b4dadd-3f74-4778-80b2-d54243b29583 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/security-groups?id=775318b8-5caa-46f2-ba99-6cc3df42e6c2&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461330
Oct 27 15:22:02.711930 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-753f9c5a-65b1-4600-bf0f-5421cffcce32 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82714) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Oct 27 15:22:02.713380 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-753f9c5a-65b1-4600-bf0f-5421cffcce32 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 946 time: 0.0831666
Oct 27 15:22:02.784415 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port f9960b6d-d100-433d-b8ca-bbc899556ba4 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:02.784657 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:03.035792 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] For port f9960b6d-d100-433d-b8ca-bbc899556ba4, host hv-cinder-81567, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81567',level=0,port_id=f9960b6d-d100-433d-b8ca-bbc899556ba4,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:03.036061 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:03.157826 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for f9960b6d-d100-433d-b8ca-bbc899556ba4 owned by compute:nova {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:03.312214 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:03.319238 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-43fad0f2-a2e1-4268-a750-20086740f5f1 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:03.369380 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=f9960b6d-d100-433d-b8ca-bbc899556ba4,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:03.372907 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:03.442373 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] No DVR routers for this DVR port f9960b6d-d100-433d-b8ca-bbc899556ba4 on host hv-cinder-81567 {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:22:03.444752 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for port, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:03.447969 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'name': 'network-vif-deleted', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4'}] {{(pid=82714) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Oct 27 15:22:03.470610 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-16a803ac-a1f9-417f-bbab-16c5c336e568 req-dd7d9e82-7142-4cb6-bed0-9d927b017462 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.91 "DELETE /v2.0/ports/f9960b6d-d100-433d-b8ca-bbc899556ba4 HTTP/1.1" status: 204  len: 173 time: 0.7506430
Oct 27 15:22:03.512192 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55451432-4c0c-4dd2-9ed7-8b31cce7b412', 'name': 'network-vif-deleted', 'tag': 'f9960b6d-d100-433d-b8ca-bbc899556ba4', 'status': 'completed', 'code': 200}
Oct 27 15:22:03.695266 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a8633f54-7135-4708-abb8-682a2f00a430 req-38075a4b-33f2-4755-a65f-5e27514e0eb4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Synchronizing usage tracker for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Oct 27 15:22:03.717651 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.quota.resource [req-a8633f54-7135-4708-abb8-682a2f00a430 req-38075a4b-33f2-4755-a65f-5e27514e0eb4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Unset dirty status for tenant:fa7e2b9a0ba0465681b2e222f259d8ff on resource:port {{(pid=82714) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Oct 27 15:22:03.719050 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [req-a8633f54-7135-4708-abb8-682a2f00a430 req-38075a4b-33f2-4755-a65f-5e27514e0eb4 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "GET /v2.0/ports?device_id=55451432-4c0c-4dd2-9ed7-8b31cce7b412 HTTP/1.1" status: 200  len: 210 time: 0.0654478
Oct 27 15:22:04.829725 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48306) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:05.076404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Deleting port d6462eb1-949b-4156-b67c-180db96dafb6 {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:05.076642 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.254302 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.254635 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.388047 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Calling delete_port for d6462eb1-949b-4156-b67c-180db96dafb6 owned by network:floatingip {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:05.536351 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.540167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-0f8f26a0-61bd-4513-a927-2db6effccb6c tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:05.584924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'Port': ['ID=d6462eb1-949b-4156-b67c-180db96dafb6,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:05.589222 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:05.677228 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for floatingip, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.695093 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76235'] for floatingip, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:05.696282 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "DELETE /v2.0/floatingips/546c9997-91da-4a68-a936-b86e74f90561 HTTP/1.1" status: 204  len: 168 time: 0.8655460
Oct 27 15:22:06.224114 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-3d57c9d9-583a-4654-8f3a-46e82c7b3113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:06.226998 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device f9960b6d-d100-433d-b8ca-bbc899556ba4 no longer exists at agent hyperv_hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:06.261859 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] No Port match for: f9960b6d-d100-433d-b8ca-bbc899556ba4 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:06.262271 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Device f9960b6d-d100-433d-b8ca-bbc899556ba4 not bound to the agent host hv-cinder-81567 {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:06.603210 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:07.092169 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48328) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:07.166822 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:07.201552 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:07.265806 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:07.270212 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-847511a0-1744-466b-b7d9-50b2ff15d977 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:07.286488 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775318b8-5caa-46f2-ba99-6cc3df42e6c2,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:07.289391 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:07.297777 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:07.302972 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-e441f4dd-25d7-4991-a21e-4d1204f5cad8 tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] 10.222.0.89 "DELETE /v2.0/security-groups/775318b8-5caa-46f2-ba99-6cc3df42e6c2 HTTP/1.1" status: 204  len: 168 time: 0.2058668
Oct 27 15:22:07.365128 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48334) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:08.041802 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:08.380171 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0c188282-fdd6-4a8d-9293-6dd7d19e63a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:08.653413 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Deleting port ce34a25e-7484-435f-8b39-c4f707c385d8 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:08.654036 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:08.821518 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] For port ce34a25e-7484-435f-8b39-c4f707c385d8, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=ce34a25e-7484-435f-8b39-c4f707c385d8,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:08.821775 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:08.941001 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Calling delete_port for ce34a25e-7484-435f-8b39-c4f707c385d8 owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:09.133730 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:09.138360 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-0707fa35-1afa-452c-a6b3-486780dfd798 tempest-AttachVolumeShelveTestJSON-1246498738 tempest-AttachVolumeShelveTestJSON-1246498738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:09.181999 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce34a25e-7484-435f-8b39-c4f707c385d8,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:09.282018 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:09.327734 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.328069 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.328312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.328671 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.329024 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.329385 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.329736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.330087 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.330437 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.330783 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.331125 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815673-1-iscsi {{(pid=82715) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Oct 27 15:22:09.338597 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:09.590645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:10.155772 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Router 976d9e7c-68f1-4505-962e-946ff468691a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:22:10.354425 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:22:10.363174 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Sync routers for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:22:10.368007 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-83d268f2-bc62-4520-aa75-af4add4abd3d admin admin] 10.222.0.89 "PUT /v2.0/routers/976d9e7c-68f1-4505-962e-946ff468691a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0017436
Oct 27 15:22:10.370727 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48340) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:10.376987 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:10.377612 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520670>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:22:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:10.571664 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:10.582340 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:10.861384 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:10.884213 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520670>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:22:09Z', 'revision_number': 5, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port': {'id': '6b653c65-962c-467a-b52c-d4a9c7dbcb63', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:41:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976d9e7c-68f1-4505-962e-946ff468691a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:14:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:10.888046 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Checking router: 976d9e7c-68f1-4505-962e-946ff468691a for host: dv-cinder-815673-1-iscsi {{(pid=82716) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:22:10.896444 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:10.899022 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Routers {'976d9e7c-68f1-4505-962e-946ff468691a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82716) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:10.900043 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29520670>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:22:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['976d9e7c-68f1-4505-962e-946ff468691a'], 'active': True} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:10.905532 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Deleting port 6b653c65-962c-467a-b52c-d4a9c7dbcb63 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:10.905933 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.054209 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_dvr_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] Set router 976d9e7c-68f1-4505-962e-946ff468691a gateway port host: None {{(pid=82716) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:11.087664 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] For port 6b653c65-962c-467a-b52c-d4a9c7dbcb63, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=6b653c65-962c-467a-b52c-d4a9c7dbcb63,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:11.088088 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.158961 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.db.l3_hamode_db [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29520670>, [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:22:10Z', 'revision_number': 6, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:11.163356 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c096bfc-c949-4c74-9007-ebe57f153958 None None] The sync data for ids ['976d9e7c-68f1-4505-962e-946ff468691a'] in dv-cinder-815673-1-iscsi is: [{'id': '976d9e7c-68f1-4505-962e-946ff468691a', 'name': 'tempest-TestVolumeBootPattern-918542432-router', 'tenant_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:41Z', 'updated_at': '2021-10-27T15:22:10Z', 'revision_number': 6, 'project_id': 'fa7e2b9a0ba0465681b2e222f259d8ff', 'gw_port_host': None}] {{(pid=82716) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:22:11.213753 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Calling delete_port for 6b653c65-962c-467a-b52c-d4a9c7dbcb63 owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:11.400966 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.404645 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-596074f8-0044-419e-a1f2-74b544968339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:11.446528 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b653c65-962c-467a-b52c-d4a9c7dbcb63,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:11.449386 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:11.674373 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.930650 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.935541 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.959676 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.960172 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976d9e7c-68f1-4505-962e-946ff468691a {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:22:11.972295 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:11.973413 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-5318e466-532e-49ca-af9f-a38b774eb8e7 admin admin] 10.222.0.89 "DELETE /v2.0/routers/976d9e7c-68f1-4505-962e-946ff468691a HTTP/1.1" status: 204  len: 168 time: 1.6017694
Oct 27 15:22:11.975884 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48344) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:12.036674 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Deleting subnet ab510581-d1ef-4943-9c48-0d5ad16ea851 {{(pid=82715) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:22:12.039466 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.089376 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3405754'] for subnet, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.167562 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.333932 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2623411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3606367'] for subnet, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.337984 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-26bc4faf-af07-41c2-945d-2a2b6ff5e53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:12.372002 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab510581-d1ef-4943-9c48-0d5ad16ea851,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:12.375525 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:12.378723 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for subnet, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.384526 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c4b060d8-c561-44c5-9f37-1751bcbc15fd admin admin] 10.222.0.89 "DELETE /v2.0/subnets/ab510581-d1ef-4943-9c48-0d5ad16ea851 HTTP/1.1" status: 204  len: 168 time: 0.4076581
Oct 27 15:22:12.384690 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5545b1fa-525f-4981-b452-c564669f8f21 None None] Network d85e1989-72a6-4326-8eac-53ebd291a338 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:22:12.386986 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48348) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:12.493615 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.504672 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Deleting port e5fccac4-b5ce-4ff8-9355-cb909a7a954c {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:12.505005 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.595419 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device ce34a25e-7484-435f-8b39-c4f707c385d8 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:12.632559 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: ce34a25e-7484-435f-8b39-c4f707c385d8 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:12.632903 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device ce34a25e-7484-435f-8b39-c4f707c385d8 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:12.633323 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 6b653c65-962c-467a-b52c-d4a9c7dbcb63 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:12.665298 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 6b653c65-962c-467a-b52c-d4a9c7dbcb63 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:12.665649 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 6b653c65-962c-467a-b52c-d4a9c7dbcb63 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:12.709383 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] For port e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:12.709736 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.734642 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] DHCP port deletion for d85e1989-72a6-4326-8eac-53ebd291a338 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:22:12.738825 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Deleting port e5fccac4-b5ce-4ff8-9355-cb909a7a954c {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:12.739197 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.830852 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Calling delete_port for e5fccac4-b5ce-4ff8-9355-cb909a7a954c owned by network:dhcp {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:12.905214 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.908949 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-117c17e5-59e0-4da1-86bb-8667b45554cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:12.942582 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] For port e5fccac4-b5ce-4ff8-9355-cb909a7a954c, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,segment=NetworkSegment(cf5d01a2-f4f3-4906-bb87-2033045bdd62),segment_id=cf5d01a2-f4f3-4906-bb87-2033045bdd62)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:12.942999 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:12.949424 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fccac4-b5ce-4ff8-9355-cb909a7a954c,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:12.953334 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:12.957973 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] No DVR routers for this DVR port e5fccac4-b5ce-4ff8-9355-cb909a7a954c on host dv-cinder-815673-1-iscsi {{(pid=82715) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:22:13.063887 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Calling delete_port for e5fccac4-b5ce-4ff8-9355-cb909a7a954c owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:13.071057 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.096215 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28ef9580>,) {'filters': {'network_id': ['d85e1989-72a6-4326-8eac-53ebd291a338']}} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:13.109452 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28ef9580>, 'cf5d01a2-f4f3-4906-bb87-2033045bdd62') {'for_net_delete': True} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:13.110105 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.services.segments.db [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28ef9580>, 'cf5d01a2-f4f3-4906-bb87-2033045bdd62') {} {{(pid=82715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:13.120782 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3405729'] for segment, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.131304 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:22:13.131685 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:22:13.137364 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.144140 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Releasing vlan 1307 on physical network physnet1 to pool {{(pid=82715) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:22:13.144570 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2623449'] for segment, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]: Traceback (most recent call last):
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     timer()
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     cb(*args, **kw)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     return func(*args, **kwargs)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     self._notify()
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     self.callback(batched_events)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     event.method(event)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     return f(self, *a, **k)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._get(url).json()
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:22:13.158696 dv-cinder-815673-1-iscsi neutron-server[82715]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:22:13.233402 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.237198 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-745d1f2e-a318-46d1-8025-6d5827399612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:13.249883 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.265052 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Pushing event deleted for resources: {'Network': ['ID=d85e1989-72a6-4326-8eac-53ebd291a338,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:13.269454 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:13.278572 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-c3b722f1-90d4-42e2-8c7f-418560400476 admin admin] 10.222.0.89 "DELETE /v2.0/networks/d85e1989-72a6-4326-8eac-53ebd291a338 HTTP/1.1" status: 204  len: 168 time: 0.8905880
Oct 27 15:22:13.281300 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48352) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:13.632920 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Deleting port e5fccac4-b5ce-4ff8-9355-cb909a7a954c {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:13.633543 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.671261 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-439806'] for router_interface, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:13.699466 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-86d3f3a9-e9cd-40d5-8fbc-3b2a37e0de63 None None] The port 'e5fccac4-b5ce-4ff8-9355-cb909a7a954c' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:22:14.349439 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Deleting port 4cb5ed91-cb23-454c-8dad-521e7adbaf97 {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:14.349777 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:14.518166 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] For port 4cb5ed91-cb23-454c-8dad-521e7adbaf97, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=4cb5ed91-cb23-454c-8dad-521e7adbaf97,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:14.518513 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:14.586434 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5fccac4-b5ce-4ff8-9355-cb909a7a954c no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:14.619032 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: e5fccac4-b5ce-4ff8-9355-cb909a7a954c {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:14.619377 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device e5fccac4-b5ce-4ff8-9355-cb909a7a954c not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:14.637056 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Calling delete_port for 4cb5ed91-cb23-454c-8dad-521e7adbaf97 owned by network:router_interface {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:14.805134 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:14.808481 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-990cdf4a-7f8e-4ac5-b901-1ada6dd63aa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:14.848398 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cb5ed91-cb23-454c-8dad-521e7adbaf97,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:14.852271 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:15.135033 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1466256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-438964'] for router_interface, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:15.291953 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:15.817451 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Router ee39485f-1fc3-4548-b4af-c711823db66a has already been hosted by L3 agent d88f7193-536a-4d0a-a378-5c106d30a455 {{(pid=82715) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Oct 27 15:22:16.018835 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] Notify agent at l3_agent.dv-cinder-815673-1-iscsi the message routers_updated {{(pid=82715) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Oct 27 15:22:16.027917 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Sync routers for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Oct 27 15:22:16.028871 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-4d7404f8-d7ea-43a9-9d1a-aa8927d8c3d6 admin admin] 10.222.0.89 "PUT /v2.0/routers/ee39485f-1fc3-4548-b4af-c711823db66a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7464335
Oct 27 15:22:16.030642 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.wsgi [-] (82715) accepted ('10.222.0.89', 48356) {{(pid=82715) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:16.041138 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:16.041745 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29d61e80>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:22:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:16.212703 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: dv-cinder-815673-1-iscsi {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:16.225525 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:16.434733 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:16.445742 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Deleting port a12b1860-23e3-41a3-ae89-b6839c39602d {{(pid=82715) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:16.446091 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:16.555538 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29d61e80>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'external_fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:22:14Z', 'revision_number': 5, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port': {'id': 'a12b1860-23e3-41a3-ae89-b6839c39602d', 'name': '', 'network_id': '4fc9d1fd-037a-4cfb-8ad8-fb0d710060de', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815673-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-27T15:14:49Z', 'updated_at': '2021-10-27T15:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd89b2ad-bda6-49d6-8d2a-518963ec20e5', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815673-1-iscsi'}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:16.559714 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Checking router: ee39485f-1fc3-4548-b4af-c711823db66a for host: dv-cinder-815673-1-iscsi {{(pid=82717) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Oct 27 15:22:16.570342 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Routers {'ee39485f-1fc3-4548-b4af-c711823db66a'} bound to L3 agent in host dv-cinder-815673-1-iscsi {{(pid=82717) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Oct 27 15:22:16.570961 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fac29d61e80>, 'dv-cinder-815673-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-27T14:57:08Z,description=<?>,heartbeat_timestamp=2021-10-27T15:22:08Z,host='dv-cinder-815673-1-iscsi',id=d88f7193-536a-4d0a-a378-5c106d30a455,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-10-27T14:57:08Z,topic='l3_agent')) {'router_ids': ['ee39485f-1fc3-4548-b4af-c711823db66a'], 'active': True} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:16.641973 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.db [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] For port a12b1860-23e3-41a3-ae89-b6839c39602d, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=a12b1860-23e3-41a3-ae89-b6839c39602d,segment=NetworkSegment(47a6ccfe-0b15-4cbe-ae71-3d1aa9118844),segment_id=47a6ccfe-0b15-4cbe-ae71-3d1aa9118844)] {{(pid=82715) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:16.642324 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:16.725668 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_dvr_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] Set router ee39485f-1fc3-4548-b4af-c711823db66a gateway port host: None {{(pid=82717) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Oct 27 15:22:16.796479 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.plugins.ml2.plugin [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Calling delete_port for a12b1860-23e3-41a3-ae89-b6839c39602d owned by network:router_gateway {{(pid=82715) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:16.837613 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.l3_hamode_db [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fac29d61e80>, [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:22:16Z', 'revision_number': 6, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port_host': None}], 'dv-cinder-815673-1-iscsi', False) {} {{(pid=82717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:16.844232 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee8c58e-e48c-4245-8d40-ccee8b2749ad None None] The sync data for ids ['ee39485f-1fc3-4548-b4af-c711823db66a'] in dv-cinder-815673-1-iscsi is: [{'id': 'ee39485f-1fc3-4548-b4af-c711823db66a', 'name': 'tempest-TestVolumeBootPattern-746428303-router', 'tenant_id': 'bc36826208124b66a3c3af55cb4022ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-27T15:14:48Z', 'updated_at': '2021-10-27T15:22:16Z', 'revision_number': 6, 'project_id': 'bc36826208124b66a3c3af55cb4022ac', 'gw_port_host': None}] {{(pid=82717) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Oct 27 15:22:17.067747 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2623460'] for port, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.072633 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-a344cabf-0d08-48a4-ba44-12064415763c tempest-TestMinimumBasicScenario-692668170 tempest-TestMinimumBasicScenario-692668170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:17.113871 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a12b1860-23e3-41a3-ae89-b6839c39602d,revision_number=None']} {{(pid=82715) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:17.116323 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG oslo_concurrency.lockutils [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:17.345494 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-426441'] for router_gateway, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.608490 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-428221', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-57477'] for router, precommit_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.613318 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.642312 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-428065'] for router, after_delete {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.643191 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee39485f-1fc3-4548-b4af-c711823db66a {{(pid=82715) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Oct 27 15:22:17.655778 dv-cinder-815673-1-iscsi neutron-server[82715]: DEBUG neutron_lib.callbacks.manager [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] Notify callbacks [] for router, before_response {{(pid=82715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.656902 dv-cinder-815673-1-iscsi neutron-server[82715]: INFO neutron.wsgi [None req-899fd44a-95ae-4eb6-b34c-055aed9d8eb6 admin admin] 10.222.0.89 "DELETE /v2.0/routers/ee39485f-1fc3-4548-b4af-c711823db66a HTTP/1.1" status: 204  len: 168 time: 1.6253462
Oct 27 15:22:17.659743 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48360) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:17.720292 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.db_base_plugin_v2 [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Deleting subnet 931a0c1c-8435-4e21-9754-efd72e759456 {{(pid=82714) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Oct 27 15:22:17.723370 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.779867 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3536184'] for subnet, precommit_delete_associations {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.902542 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2077955'] for subnet, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.981354 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2078074', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971102', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856469', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3430726'] for subnet, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:17.985353 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:18.018662 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=931a0c1c-8435-4e21-9754-efd72e759456,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:18.022167 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:18.027141 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.032346 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f43eb6-b0d6-46d5-9f3a-9bdebf088922 None None] Network 50f2ae78-fbd1-4bd2-aa19-e6b672652388 requested from dv-cinder-815673-1-iscsi {{(pid=82716) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Oct 27 15:22:18.033239 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-058e3761-bf32-4d3a-997d-de1d53217d1c admin admin] 10.222.0.89 "DELETE /v2.0/subnets/931a0c1c-8435-4e21-9754-efd72e759456 HTTP/1.1" status: 204  len: 168 time: 0.3724174
Oct 27 15:22:18.035656 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48364) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:18.143909 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1088541'] for network, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.154986 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Deleting port 90ce8896-f856-47d0-98e9-e53b07f5c51a {{(pid=82714) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:18.155317 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.295127 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] DHCP port deletion for 50f2ae78-fbd1-4bd2-aa19-e6b672652388 request from dv-cinder-815673-1-iscsi {{(pid=82716) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Oct 27 15:22:18.299616 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Deleting port 90ce8896-f856-47d0-98e9-e53b07f5c51a {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:18.300056 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.373306 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.db [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] For port 90ce8896-f856-47d0-98e9-e53b07f5c51a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=90ce8896-f856-47d0-98e9-e53b07f5c51a,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82714) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:18.373659 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.501192 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] For port 90ce8896-f856-47d0-98e9-e53b07f5c51a, host dv-cinder-815673-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815673-1-iscsi',level=0,port_id=90ce8896-f856-47d0-98e9-e53b07f5c51a,segment=NetworkSegment(a74114a0-4c87-4437-b89a-f4a1ec133442),segment_id=a74114a0-4c87-4437-b89a-f4a1ec133442)] {{(pid=82716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Oct 27 15:22:18.501595 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-439054'] for port, precommit_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.599901 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.plugin [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Calling delete_port for 90ce8896-f856-47d0-98e9-e53b07f5c51a owned by network:dhcp {{(pid=82714) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:18.629911 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 90ce8896-f856-47d0-98e9-e53b07f5c51a no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:18.666221 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Calling delete_port for 90ce8896-f856-47d0-98e9-e53b07f5c51a owned by network:dhcp {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Oct 27 15:22:18.675013 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2034626', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-971036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773588966108', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773588573799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856514'] for port, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.678771 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-ca985a33-9daf-4e13-ab8c-0142658b323f tempest-TestVolumeBootPattern-66737308 tempest-TestVolumeBootPattern-66737308-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:18.721652 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=90ce8896-f856-47d0-98e9-e53b07f5c51a,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:18.724084 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:18.729178 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] No DVR routers for this DVR port 90ce8896-f856-47d0-98e9-e53b07f5c51a on host dv-cinder-815673-1-iscsi {{(pid=82714) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Oct 27 15:22:18.741744 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.db [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No active binding found for port 90ce8896-f856-47d0-98e9-e53b07f5c51a {{(pid=82716) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}}
Oct 27 15:22:18.742149 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 90ce8896-f856-47d0-98e9-e53b07f5c51a not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:18.742567 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a12b1860-23e3-41a3-ae89-b6839c39602d no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:18.822435 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: a12b1860-23e3-41a3-ae89-b6839c39602d {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:18.822831 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device a12b1860-23e3-41a3-ae89-b6839c39602d not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:18.823218 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4cb5ed91-cb23-454c-8dad-521e7adbaf97 no longer exists at agent ovs-agent-dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Oct 27 15:22:18.852137 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2077066', 'neutron.services.segments.db._delete_segments_for_network-8773589092024'] for network, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.858059 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] No Port match for: 4cb5ed91-cb23-454c-8dad-521e7adbaf97 {{(pid=82716) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Oct 27 15:22:18.858438 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.rpc [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Device 4cb5ed91-cb23-454c-8dad-521e7adbaf97 not bound to the agent host dv-cinder-815673-1-iscsi {{(pid=82716) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Oct 27 15:22:18.860082 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.db.api [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82716) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Oct 27 15:22:18.860431 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG oslo_db.api [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Oct 27 15:22:18.880022 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fac28d803d0>,) {'filters': {'network_id': ['50f2ae78-fbd1-4bd2-aa19-e6b672652388']}} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:18.893531 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d803d0>, 'a74114a0-4c87-4437-b89a-f4a1ec133442') {'for_net_delete': True} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:18.893822 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.services.segments.db [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fac28d803d0>, 'a74114a0-4c87-4437-b89a-f4a1ec133442') {} {{(pid=82714) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Oct 27 15:22:18.906057 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773589094099', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3536163'] for segment, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.924501 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2072823'] for segment, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.933005 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=82714) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Oct 27 15:22:18.933444 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2072824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856575'] for segment, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]: Traceback (most recent call last):
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     timer()
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     cb(*args, **kw)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     return func(*args, **kwargs)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     self._notify()
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     self.callback(batched_events)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     event.method(event)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     aggregate_uuid = self.p_client.list_aggregates(
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     return f(self, *a, **k)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._get(url).json()
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     return self.request(url, 'GET', **kwargs)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     base_url = self.get_endpoint(auth, allow=allow,
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     auth = self._auth_required(auth, 'determine endpoint URL')
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Oct 27 15:22:18.946607 dv-cinder-815673-1-iscsi neutron-server[82714]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Oct 27 15:22:19.025924 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2077057', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642230', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1466143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-426476'] for network, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.030114 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:19.043970 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1466307'] for network, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.054103 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f2ae78-fbd1-4bd2-aa19-e6b672652388,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:19.057730 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:19.059455 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-1c77fd91-83d1-4816-96e2-47b8cfc60c59 admin admin] 10.222.0.89 "DELETE /v2.0/networks/50f2ae78-fbd1-4bd2-aa19-e6b672652388 HTTP/1.1" status: 204  len: 168 time: 1.0226779
Oct 27 15:22:19.213691 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48370) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:19.288552 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-3e18585d-7d7a-430e-9e2f-24ad72142715 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=fa7e2b9a0ba0465681b2e222f259d8ff&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0732436
Oct 27 15:22:19.291666 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48374) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:19.351246 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.361990 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Deleting port 90ce8896-f856-47d0-98e9-e53b07f5c51a {{(pid=82716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Oct 27 15:22:19.362549 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773588959205'] for port, before_delete {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.379722 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.427297 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron.plugins.ml2.plugin [None req-94fa175e-1ea7-4d1e-ae20-55684c349a1f None None] The port '90ce8896-f856-47d0-98e9-e53b07f5c51a' was deleted {{(pid=82716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Oct 27 15:22:19.440417 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.444319 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-f4db6203-ca29-4c5e-823d-e17015c1f2e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:19.460735 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b5e6de-6c8a-4501-9775-41f14a6829bb,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:19.464927 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:19.470690 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.473144 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-c3734854-c13f-473d-b62e-e033f6a1a0d0 admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/a5b5e6de-6c8a-4501-9775-41f14a6829bb HTTP/1.1" status: 204  len: 168 time: 0.1794467
Oct 27 15:22:19.852470 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48382) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:19.860419 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:22:19.903525 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-21cb39be-a1e9-47ac-933f-7590f2f27237 admin admin] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=bc36826208124b66a3c3af55cb4022ac&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0496626
Oct 27 15:22:19.905852 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [-] (82714) accepted ('10.222.0.89', 48386) {{(pid=82714) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Oct 27 15:22:19.963404 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:19.988043 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:20.037799 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-642269'] for security_group, after_delete {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:20.041551 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-1f3fa924-11ea-4cf9-be05-af0ff577ff34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Oct 27 15:22:20.052386 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac2426-ada3-4a33-9d98-d0919e02c513,revision_number=None']} {{(pid=82714) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Oct 27 15:22:20.056692 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG oslo_concurrency.lockutils [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82714) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Oct 27 15:22:20.058584 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron_lib.callbacks.manager [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82714) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:20.059683 dv-cinder-815673-1-iscsi neutron-server[82714]: INFO neutron.wsgi [None req-4155d972-274e-4b99-8861-da1fa5fd058f admin admin] 10.222.0.89 "DELETE /v2.0/security-groups/e7ac2426-ada3-4a33-9d98-d0919e02c513 HTTP/1.1" status: 204  len: 168 time: 0.1529393
Oct 27 15:22:36.228785 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cd93577a-b61a-490e-9cb8-5ac91042e79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:36.595161 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:38.376067 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-1a4d584b-963e-4b08-9452-6fd928c574ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:39.275840 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:40.852487 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:45.280661 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:22:56.860554 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:23:06.224930 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-4f5a6a50-a970-45d1-ba3a-1b555773dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:06.596274 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:08.378839 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-5235840d-58da-45c3-bf15-4e1ea6c0592e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:09.279106 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:10.853372 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:15.303479 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:33.861356 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:23:36.166430 dv-cinder-815673-1-iscsi neutron-server[82714]: DEBUG neutron.wsgi [req-5c2c2cda-7317-40fc-a04b-ffe4d781b357 req-224f58de-1b1d-4f2c-ab9c-3bb7ffed0e0e service neutron] (82714) timed out ('10.222.0.89', 42318) {{(pid=82714) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Oct 27 15:23:36.229305 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b13854ba-909d-4409-bc3c-7aab4a8c85a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:36.598832 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:38.383077 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-33fd5dac-c315-4b8a-8448-dcb2e986533f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:39.283660 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:40.856594 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:23:45.301059 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:06.232702 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-bf61ec2f-e5d8-4270-815d-f88a726732b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:06.602622 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:08.382534 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-ea0b1e05-5b82-46c7-aad3-fdc4a33b1162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:09.285776 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:10.860258 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:10.860967 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:24:15.299914 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:36.240356 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-28d35f3e-28f3-45a5-9f15-e842362e35b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:36.606305 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:38.382453 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-db573428-e9cd-4c2c-9f5e-ceff3e5ca546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:39.289854 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:40.863329 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:45.314544 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:24:47.862295 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:25:06.234029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-28a63369-50ef-4b5f-923a-99fa4eb243d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:06.599021 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:08.377606 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-12cc9ab9-f9e4-4155-a55e-2b8d24f8a98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:09.290498 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:10.864925 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:15.328944 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:24.862306 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:25:36.238824 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-dbdcda91-64e8-4dad-a37f-47a668b2b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:36.600029 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:38.378981 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-27fee89d-d5ee-4486-b566-f2fbbc01961c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:39.293839 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:40.868158 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:25:45.343969 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:01.862282 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:26:06.241761 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-97845420-bad0-4e11-ba89-0bc2309bb32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:06.601539 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:08.383019 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-8bb0e0f0-9668-4291-8c68-afa054709c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:09.296107 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:10.872826 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:15.342718 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:36.247563 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-442c6249-199e-4bc8-8c5c-8904e8c2c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:36.604038 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:38.385758 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d2f1bd2b-1c6b-45c0-a870-1bc1a1106c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:38.862822 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Oct 27 15:26:39.299724 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:40.879698 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:26:45.358338 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:06.241738 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-67f50af8-2adb-4609-9663-ed67a096371b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:06.605897 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-d35aee06-32de-4513-a4bd-ad2332b31e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:08.389045 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-c9141b4b-c289-4eef-ad1c-4ae7fe5d239b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:09.301792 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-cb0ceea2-7282-4238-893a-18ecd89b71b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:10.877772 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-0b8d79e2-f37e-4df5-b668-ea335f9c46d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:15.373279 dv-cinder-815673-1-iscsi neutron-server[82716]: DEBUG neutron_lib.callbacks.manager [None req-b83f8d19-e922-4a0d-ae8f-3d9c1e2e2c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773589092006', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2078796'] for agent, after_update {{(pid=82716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Oct 27 15:27:15.862691 dv-cinder-815673-1-iscsi neutron-server[82717]: DEBUG neutron.db.agents_db [None req-d30f70b7-696a-43a1-bcf9-399ca4be0001 None None] Agent healthcheck: found 6 active agents {{(pid=82717) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}